-- Logs begin at Tue 2022-03-22 16:05:45 UTC, end at Tue 2022-03-22 17:54:34 UTC. -- Mar 22 17:25:41.622882 dv-cinder-820578-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 17:25:44.586534 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:25:44.587161 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:25:44.587356 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:25:44.591233 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.common.config [-] Logging enabled! Mar 22 17:25:44.591484 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 17:25:44.591795 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 17:25:44.592761 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:25:44.592995 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:25:44.593372 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:25:44.593621 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:25:44.593848 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:25:44.594640 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.595346 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 17:25:44.595665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.595970 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.596269 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.596593 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.596888 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.597172 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.597464 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.597763 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.598053 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.598340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.598628 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.598921 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.599204 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.599493 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.599780 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.600063 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] debug = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.600347 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.600821 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.601232 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.601512 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.601802 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.602085 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.602359 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.602643 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.602956 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.603295 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] host = dv-cinder-820578-3-iscsi {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.603578 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.603869 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.604157 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.604465 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.604748 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.605028 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.605315 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.605601 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.605882 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.606162 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.606453 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.606743 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.607034 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.607262 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.607487 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.607788 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.608077 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.608362 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.608667 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.608945 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.609222 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.609505 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.609778 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.610062 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.610349 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.610635 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.610916 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.611193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.611468 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.611743 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.612030 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.612305 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.612609 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.612886 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.613170 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.613441 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.613716 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.614022 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.614310 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.614595 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.614882 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.615158 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.615443 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.615720 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.615996 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.616270 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_json = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.616576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.616850 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.617135 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.617453 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.617677 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.617953 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.618234 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.618558 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.618847 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:44.619144 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.619444 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.619745 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.620051 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.620340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.620651 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.620942 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.621228 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.621514 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.621806 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.622103 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.622388 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.622689 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.622983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.623279 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.623590 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.623888 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.624184 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.624489 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.624771 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.625048 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.625329 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.625620 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.625905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.626199 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.626491 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.626774 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.627075 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.627382 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.627661 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.627953 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.628234 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.628538 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.628833 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.629115 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.629390 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.629671 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.629962 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.630242 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.630517 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.630799 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.631076 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.631349 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.631623 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.631902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.632191 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.632491 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.632765 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.633039 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.633315 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.633588 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.633873 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.634669 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.634954 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.635227 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.635506 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.635781 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.636055 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.636334 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.636631 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.636913 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.637187 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.637460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.637734 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.638009 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.638282 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.638604 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.638835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.639112 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.639385 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.639658 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.639934 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.640211 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.640507 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.640795 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.641095 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.641376 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.641656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.641935 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.642213 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.642492 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.642770 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.643055 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.643327 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.643599 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.643887 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.644170 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.644485 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.644789 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.645068 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.645361 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.645638 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.645915 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.646198 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.646475 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.646751 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.647033 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.647316 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.647606 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.647898 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.648189 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.648518 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.648814 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.649095 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.649404 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.649686 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:44.649976 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:25:44.650718 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103347) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 17:25:45.042918 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:25:45.043124 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:25:45.043434 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 17:25:45.043957 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 17:25:45.381597 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.381883 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.382159 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.383362 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.383635 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.384029 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.438821 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.439098 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.439365 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.454561 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.454841 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.455119 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.483858 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.484141 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.484440 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.626886 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.627526 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.627526 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.861128 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.861411 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.861681 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.861952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.862647 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.962241 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.962614 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.962902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.963183 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.963454 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.963767 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.964027 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.964284 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.964568 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.964854 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.965113 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.965379 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.965633 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.965882 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.966134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.966394 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.966649 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.966918 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.967186 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.967446 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.967714 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.967964 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.968240 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.968641 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.968892 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.969137 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:45.969528 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.969766 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.970000 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.970501 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.970733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.970967 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:45.971328 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 17:25:45.974549 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 17:25:45.979282 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 17:25:45.983037 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 22 17:25:45.984704 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 17:25:45.985178 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 17:25:45.985515 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 17:25:45.985903 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 17:25:45.988765 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 17:25:45.989022 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 17:25:45.989377 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:25:45.994324 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 17:25:46.018610 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 17:25:46.019073 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.019376 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103347) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 17:25:46.019749 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.021328 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103347) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 17:25:46.021619 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 17:25:46.021869 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 17:25:46.025379 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.025663 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.088483 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 17:25:46.088727 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 17:25:46.088967 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 17:25:46.089356 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 17:25:46.111092 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_db.sqlalchemy.engines [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103347) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 17:25:46.578719 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing driver for type 'gre' Mar 22 17:25:46.579270 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] gre ID ranges: [(1, 1000)] Mar 22 17:25:46.632087 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing driver for type 'local' Mar 22 17:25:46.632787 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing driver for type 'vlan' Mar 22 17:25:46.646801 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] VlanTypeDriver initialization complete Mar 22 17:25:46.647090 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing driver for type 'vxlan' Mar 22 17:25:46.647610 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] vxlan ID ranges: [(1, 1000)] Mar 22 17:25:46.712920 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing extension driver 'port_security' Mar 22 17:25:46.713276 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.extensions.port_security [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] PortSecurityExtensionDriver initialization complete Mar 22 17:25:46.713625 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing mechanism driver 'openvswitch' Mar 22 17:25:46.713968 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing mechanism driver 'hyperv' Mar 22 17:25:46.721087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.plugin [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:25:46.721787 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.722169 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.722532 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.723074 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.723526 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.723892 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.724252 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.724689 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.725109 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.725467 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.725817 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.726218 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.726633 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.726999 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.727346 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.727886 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.728969 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.729333 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.729687 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.730092 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.730508 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > address_group after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.730863 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > address_group after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.731212 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > address_group after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.731619 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103347) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 17:25:46.732075 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] ML2 OVO RPC backend initialized. {{(pid=103347) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 17:25:46.732827 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.733196 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.733627 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.733988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > networks before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.734348 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.734706 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > ports before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.735060 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.735414 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnets before_response 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.735772 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.736125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.736500 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.736851 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.737203 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.737551 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.737901 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.738250 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.738595 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.746646 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded quota_driver: . Mar 22 17:25:46.747033 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.plugin [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Modular L2 Plugin initialization complete Mar 22 17:25:46.747389 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading services supported by the core plugin {{(pid=103347) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 17:25:46.747744 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.plugins.ml2.managers [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Got port-security extension from driver 'port_security' Mar 22 17:25:46.748243 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.extensions.vlantransparent [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Disabled vlantransparent extension. Mar 22 17:25:46.748778 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103347) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 17:25:46.749116 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: router Mar 22 17:25:46.785127 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.785535 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_create 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.785921 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router before_create 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.786296 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.786681 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.787050 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_delete 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.787420 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > floatingip after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.787782 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > floatingip after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.788154 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_create 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.788542 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.788907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.789265 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.789637 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.790063 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.790929 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.791294 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.791648 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: subnet after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.791997 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.792357 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > port precommit_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.792743 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_create 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.793099 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.793454 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.793820 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router after_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.794172 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_delete 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.794532 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_create 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.794905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.795264 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_update 55549900 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.795641 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > agent after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.796003 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > agent after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.796357 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > network after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.797301 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Tracking information for resource: router configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:46.797726 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Tracking information for resource: floatingip configured {{(pid=103347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 17:25:46.803117 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.db.l3_agentschedulers_db [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 17:25:46.803724 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.804105 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.804502 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.804869 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: port after_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.805849 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router before_create 55550100 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.806832 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_delete 55550100 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.807209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_create 55550100 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.807577 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > router precommit_update 55550100 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.812483 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.provider_configuration [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service providers = [] {{(pid=103347) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 17:25:46.812865 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.db.servicetype_db [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103347) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 17:25:46.815950 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.service_base [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:25:46.816313 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.service_base [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:25:46.816695 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.service_base [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:25:46.817606 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.services.service_base [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 17:25:46.817995 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.services.service_base [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 17:25:46.818391 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.818717 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 17:25:46.829799 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.830145 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: auto_allocate Mar 22 17:25:46.836474 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: network precommit_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.836866 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: network precommit_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.837474 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.837805 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: tag Mar 22 17:25:46.844721 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.845064 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: timestamp Mar 22 17:25:46.849471 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.849819 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: network_ip_availability Mar 22 17:25:46.855976 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.856359 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.856757 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:46.857512 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.857843 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: flavors Mar 22 17:25:46.862816 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.863163 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading Plugin: revisions Mar 22 17:25:46.867616 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 17:25:46.868027 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=103347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 17:25:46.869395 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103347) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 17:25:46.869743 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Initializing extension manager. Mar 22 17:25:46.870287 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: __init__.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.870641 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: __pycache__ {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.870988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: address_group.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.871772 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.872396 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: address-group Mar 22 17:25:46.872730 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: address_scope.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.873461 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.873988 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: address-scope Mar 22 17:25:46.874319 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: admin_state_down_before_update.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.875278 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.875801 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: router-admin-state-down-before-update Mar 22 17:25:46.876137 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: agent.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.877104 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.877625 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: agent Mar 22 17:25:46.877958 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: agent_resources_synced.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.878889 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.879433 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: agent-resources-synced Mar 22 17:25:46.879766 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: allowedaddresspairs.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.881643 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.882174 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: allowed-address-pairs Mar 22 17:25:46.882510 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: auto_allocated_topology.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.883624 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.884149 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: auto-allocated-topology Mar 22 17:25:46.884541 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: availability_zone.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.885252 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.885770 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: availability_zone Mar 22 17:25:46.886102 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: availability_zone_filter.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.887041 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.887555 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: availability_zone_filter Mar 22 17:25:46.887890 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: data_plane_status.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.888835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.889346 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 17:25:46.889679 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: default_subnetpools.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.890620 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.891137 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: default-subnetpools Mar 22 17:25:46.891468 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: dhcpagentscheduler.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.892303 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.892859 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: dhcp_agent_scheduler Mar 22 17:25:46.893197 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: dns.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.894140 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.894654 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension dns-integration not supported by any of loaded plugins Mar 22 17:25:46.894988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: dns_domain_ports.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.895932 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.896476 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 17:25:46.896862 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.897769 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.898289 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 17:25:46.898623 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: dvr.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.899313 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.899848 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: dvr Mar 22 17:25:46.900186 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: ecmp_routes.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.901150 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.901663 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 17:25:46.901994 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: empty_string_filtering.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.902930 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.903452 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: empty-string-filtering Mar 22 17:25:46.903784 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.904760 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.905281 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:25:46.905616 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.906558 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.907077 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 17:25:46.907408 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: external_net.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.908346 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.908887 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: external-net Mar 22 17:25:46.909214 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: extra_dhcp_opt.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.910154 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.910675 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: extra_dhcp_opt Mar 22 17:25:46.911004 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: extraroute.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.911937 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.912493 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: extraroute Mar 22 17:25:46.912832 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: extraroute_atomic.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.913901 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.914423 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: extraroute-atomic Mar 22 17:25:46.914755 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: filter_validation.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.915441 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.916514 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: filter-validation Mar 22 17:25:46.916845 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: fip_pf_description.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.917779 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.918291 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 17:25:46.918623 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: fip_pf_port_range.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.919550 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.920062 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 17:25:46.920421 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: fip_port_details.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.921371 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.921886 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: fip-port-details Mar 22 17:25:46.922215 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: flavors.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.923501 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.924027 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: flavors Mar 22 17:25:46.924364 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.926128 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.926668 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 17:25:46.927015 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: floatingip_pools.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.927736 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.928261 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: floatingip-pools Mar 22 17:25:46.928642 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: ip_allocation.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.929585 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.930101 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 17:25:46.930438 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.931953 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.932502 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: ip-substring-filtering Mar 22 17:25:46.932870 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l2_adjacency.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.933843 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.934358 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 17:25:46.934694 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.937348 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.937904 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: router Mar 22 17:25:46.938257 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_conntrack_helper.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.940604 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.941148 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 17:25:46.941492 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.942433 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.942962 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: ext-gw-mode Mar 22 17:25:46.943310 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.944248 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.944805 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: l3-ha Mar 22 17:25:46.945146 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.946072 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.946592 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 17:25:46.946956 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_flavors.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.947887 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.948439 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: l3-flavors Mar 22 17:25:46.948778 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_ndp_proxy.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.950184 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.950712 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 17:25:46.951049 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.951988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.952551 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 17:25:46.952890 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: l3agentscheduler.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.953988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.954518 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: l3_agent_scheduler Mar 22 17:25:46.954860 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: local_ip.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.956733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.957278 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension local_ip not supported by any of loaded plugins Mar 22 17:25:46.957624 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: logging.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.959148 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.959677 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension logging not supported by any of loaded plugins Mar 22 17:25:46.960020 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: metering.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.960813 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.961411 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: metering Mar 22 17:25:46.961749 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.962914 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.963448 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: metering_source_and_destination_fields Mar 22 17:25:46.963787 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: multiprovidernet.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.964761 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.965290 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: multi-provider Mar 22 17:25:46.965627 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: netmtu.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.966563 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.967085 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: net-mtu Mar 22 17:25:46.967420 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: netmtu_writable.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.968357 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.968905 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: net-mtu-writable Mar 22 17:25:46.969239 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: network_availability_zone.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.969926 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.970719 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: network_availability_zone Mar 22 17:25:46.971051 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: network_ip_availability.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.972189 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.972756 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: network-ip-availability Mar 22 17:25:46.973096 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: network_segment_range.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.974019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.974537 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 17:25:46.974874 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: pagination.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.975879 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.976224 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: pagination Mar 22 17:25:46.976625 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: port_device_profile.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.977584 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.978640 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: port-device-profile Mar 22 17:25:46.978999 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.979958 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.980518 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: port-mac-address-regenerate Mar 22 17:25:46.980856 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.981787 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.982311 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: port-numa-affinity-policy Mar 22 17:25:46.982645 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: port_resource_request.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.983585 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.984101 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 17:25:46.984464 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: port_resource_request_groups.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.985448 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.985966 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 17:25:46.986301 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: portbindings.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.987234 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.987755 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: binding Mar 22 17:25:46.988088 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: portbindings_extended.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.989414 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.989938 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: binding-extended Mar 22 17:25:46.990275 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: portsecurity.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.991210 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.991728 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: port-security Mar 22 17:25:46.992063 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: project_id.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.993085 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.993428 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: project-id Mar 22 17:25:46.994385 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: providernet.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.995319 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:46.995841 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: provider Mar 22 17:25:46.996175 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:46.999894 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.000463 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos not supported by any of loaded plugins Mar 22 17:25:47.000831 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.002125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.002650 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 17:25:47.002991 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.003940 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.004489 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 17:25:47.004828 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_default.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.005792 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.006308 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-default not supported by any of loaded plugins Mar 22 17:25:47.006645 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_fip.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.007590 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.008110 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-fip not supported by any of loaded plugins Mar 22 17:25:47.008475 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_fip_network_policy.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.009440 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.009959 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 17:25:47.010295 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_gateway_ip.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.011246 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.011764 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 17:25:47.012093 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_port_network_policy.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.013071 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.013593 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 17:25:47.013928 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.015006 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.015535 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 17:25:47.015870 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.016968 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.017491 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 17:25:47.017827 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_pps_rule.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.019040 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.019568 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-pps not supported by any of loaded plugins Mar 22 17:25:47.019905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_rule_type_details.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.020875 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.021399 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 17:25:47.021734 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_rule_type_filter.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.022660 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.023179 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 17:25:47.023516 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: qos_rules_alias.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.024620 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.025684 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 17:25:47.026018 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: quota_check_limit.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.026958 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.027489 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: quota-check-limit Mar 22 17:25:47.027818 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: quotasv2.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.028876 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.029365 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: quotas Mar 22 17:25:47.029728 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: quotasv2_detail.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.031602 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.031949 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: quota_details Mar 22 17:25:47.032285 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: rbac.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.033471 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.034084 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: rbac-policies Mar 22 17:25:47.034408 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: rbac_address_group.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.035574 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.035974 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: rbac-address-group Mar 22 17:25:47.036311 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: rbac_address_scope.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.037299 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.037832 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: rbac-address-scope Mar 22 17:25:47.038168 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: rbac_security_groups.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.039220 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.039752 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: rbac-security-groups Mar 22 17:25:47.040086 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: rbac_subnetpool.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.041675 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.042298 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: rbac-subnetpool Mar 22 17:25:47.042607 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: revisionifmatch.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.043590 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.044132 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: revision-if-match Mar 22 17:25:47.044505 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: revisions.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.045707 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.046239 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: standard-attr-revisions Mar 22 17:25:47.046578 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: router_availability_zone.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.047292 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.047817 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: router_availability_zone Mar 22 17:25:47.048153 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: routerservicetype.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.049178 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.049704 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension router-service-type not supported by any of loaded plugins Mar 22 17:25:47.050040 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.051000 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.051526 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: security-groups-normalized-cidr Mar 22 17:25:47.051862 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: security_groups_port_filtering.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.052857 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.053384 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: port-security-groups-filtering Mar 22 17:25:47.053723 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.054690 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.055217 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: security-groups-remote-address-group Mar 22 17:25:47.055551 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.056621 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.057149 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: security-groups-shared-filtering Mar 22 17:25:47.057482 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.058102 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 17:25:47.058432 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: securitygroup.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.068548 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.069115 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: security-group Mar 22 17:25:47.069463 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: segment.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.070239 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.070764 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension segment not supported by any of loaded plugins Mar 22 17:25:47.071104 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.072170 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.072715 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 17:25:47.073053 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: servicetype.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.074248 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.074779 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: service-type Mar 22 17:25:47.075115 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: sorting.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.076132 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.076514 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: sorting Mar 22 17:25:47.076847 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: standard_attr_segment.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.077787 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.078306 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 17:25:47.078641 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: standardattrdescription.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.079305 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.079831 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: standard-attr-description Mar 22 17:25:47.080174 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: stateful_security_group.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.081211 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.081742 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: stateful-security-group Mar 22 17:25:47.082120 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: stdattrs_common.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.082685 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 17:25:47.083018 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.084005 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.084565 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 17:25:47.084902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnet_onboard.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.085999 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.086529 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: subnet_onboard Mar 22 17:25:47.086869 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.088352 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.088893 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 17:25:47.089230 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnet_service_types.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.090173 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.090699 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: subnet-service-types Mar 22 17:25:47.091035 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnetallocation.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.092153 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.092713 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: subnet_allocation Mar 22 17:25:47.093066 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.093737 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.094265 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: subnetpool-prefix-ops Mar 22 17:25:47.094599 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.095824 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.096346 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 17:25:47.096718 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: tagging.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.097821 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.098354 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: standard-attr-tag Mar 22 17:25:47.098691 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: timestamp.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.099935 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.100511 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loaded extension: standard-attr-timestamp Mar 22 17:25:47.100851 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: trunk.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.101915 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.102441 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension trunk not supported by any of loaded plugins Mar 22 17:25:47.102783 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: trunk_details.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.104351 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.104904 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension trunk-details not supported by any of loaded plugins Mar 22 17:25:47.105241 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: uplink_status_propagation.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.106189 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.106710 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 17:25:47.107044 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Loading extension file: vlantransparent.py {{(pid=103347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 17:25:47.107737 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 17:25:47.108252 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 17:25:47.110879 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:network Mar 22 17:25:47.111429 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnet Mar 22 17:25:47.111835 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:25:47.112243 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:port Mar 22 17:25:47.113567 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.114024 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service FLAVORS assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.114665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.115107 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.115450 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:router Mar 22 17:25:47.115890 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:25:47.116392 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service METERING assigned prefix: /metering {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.117902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:47.118286 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:47.118679 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:25:47.119709 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:25:47.120163 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:25:47.120637 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:25:47.121246 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service CORE assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.121588 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:25:47.121944 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] subnetpool is already registered Mar 22 17:25:47.122394 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service CORE assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.122716 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:25:47.123069 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] subnetpool is already registered Mar 22 17:25:47.125391 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.125838 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service FLAVORS assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.126473 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.126909 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.127246 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:router Mar 22 17:25:47.127593 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] router is already registered Mar 22 17:25:47.128010 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:floatingip Mar 22 17:25:47.128354 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] floatingip is already registered Mar 22 17:25:47.128841 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service METERING assigned prefix: /metering {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.129510 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 17:25:47.129852 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] rbac_policy is already registered Mar 22 17:25:47.130275 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:security_group Mar 22 17:25:47.130620 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] security_group is already registered Mar 22 17:25:47.131031 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 17:25:47.131371 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] security_group_rule is already registered Mar 22 17:25:47.132008 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service CORE assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.132347 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:25:47.132713 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] subnetpool is already registered Mar 22 17:25:47.133144 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.v2.resource_helper [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Service CORE assigned prefix: {{(pid=103347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 17:25:47.133481 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 17:25:47.133821 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING neutron.quota.resource_registry [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] subnetpool is already registered Mar 22 17:25:47.134344 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: extensions {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.135873 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: address-groups {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.137406 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: address-scopes {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.138727 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: agents {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.139903 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: auto-allocated-topology {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.141201 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: availability_zones {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.142424 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: dhcp-networks {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.144072 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: dhcp-agents {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.145529 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: routers {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.147814 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: flavors {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.148979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: service_profiles {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.150956 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: next_providers {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.152420 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: service_profiles {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.154988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: floatingip-pools {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.156246 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: routers {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.158408 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: floatingips {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.159994 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: l3-routers {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.161439 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: l3-agents {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.162877 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: metering-labels {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.164253 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: metering-label-rules {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.166138 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: network-ip-availabilities {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.167520 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: bindings {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.169204 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: quotas {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.170790 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: quotas {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.172324 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: rbac-policies {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.173658 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: security-groups {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.175052 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: security-group-rules {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.176302 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: service-providers {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.177563 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: subnetpools {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.178986 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: subnetpools {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.180508 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.182375 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.184218 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.186040 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.187849 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.189994 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.191697 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.193616 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.195404 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.197467 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron.api.extensions [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Extended resource: tags {{(pid=103347) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 17:25:47.203445 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING keystonemiddleware.auth_token [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 17:25:47.208247 dv-cinder-820578-3-iscsi neutron-server[103347]: WARNING keystonemiddleware.auth_token [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 17:25:47.217544 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Acquired lock "singleton_lock" {{(pid=103347) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 17:25:47.218038 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_concurrency.lockutils [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Releasing lock "singleton_lock" {{(pid=103347) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 17:25:47.218706 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Starting 2 workers Mar 22 17:25:47.223881 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Started child 103456 {{(pid=103347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:25:47.228699 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Started child 103457 {{(pid=103347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:25:47.230016 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.230864 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO neutron.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 17:25:47.231537 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Publish callbacks [] for process (None), before_spawn {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.231772 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [-] (103456) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:25:47.234147 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Starting 1 workers Mar 22 17:25:47.234475 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.236477 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [-] (103457) wsgi starting up on http://0.0.0.0:9696 Mar 22 17:25:47.239638 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Started child 103458 {{(pid=103347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:25:47.240251 dv-cinder-820578-3-iscsi neutron-server[103347]: INFO oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Starting 1 workers Mar 22 17:25:47.243343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] calling RpcWorker wait() {{(pid=103458) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 17:25:47.243986 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] returning from RpcWorker wait() {{(pid=103458) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 17:25:47.245168 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Started child 103459 {{(pid=103347) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 17:25:47.245354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.246024 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:25:47.246212 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG neutron_lib.callbacks.manager [None req-e61966a5-1dd2-4a00-8219-879e22f58dee None None] Publish callbacks [] for process (None), after_spawn {{(pid=103347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.247958 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103347) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:25:47.248183 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:25:47.248409 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:25:47.248653 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:25:47.249041 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:25:47.249212 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:25:47.249971 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.250272 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.250544 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.250802 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.250893 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:25:47.251364 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.251760 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.251924 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:25:47.252038 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.252342 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.252673 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.253009 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.253276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.253504 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.253881 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.254199 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.254530 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.254811 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.255079 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.255369 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.255551 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.255820 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.256104 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.256360 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.256675 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] debug = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.256938 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.257427 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.257680 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.257924 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.258149 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.258432 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.258687 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.258981 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.259281 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.259526 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.259794 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.260055 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.260300 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.260567 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.260821 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.261068 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.261332 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.261579 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.262160 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] host = dv-cinder-820578-3-iscsi {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.262372 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.262535 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.262789 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.263044 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.263309 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.263552 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.263816 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.264126 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.264420 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.264590 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.264831 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.265071 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.265316 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.265557 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.265728 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_options = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.265976 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.266270 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.266531 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.266723 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.266881 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.267055 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.267332 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.267493 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.267747 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.267968 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.268191 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.268457 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.268682 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.268919 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.269181 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.269422 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.271688 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.272676 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.272676 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.272676 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.272910 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.272910 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.273174 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.273405 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.273661 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.273902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.274318 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.278733 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_json = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.280752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.281428 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.281950 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.281950 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.281950 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.282165 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.282632 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.282632 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.284572 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.285081 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.285081 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.285225 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286456 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286456 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286456 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286456 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286456 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286837 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.286837 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.287184 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.287659 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.287659 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.288518 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.288518 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.288518 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.288772 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.288912 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.289138 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.289354 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.289591 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.289811 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.290058 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.290358 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.290646 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.291370 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.291615 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.291857 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.292079 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.292359 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.292595 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.292983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.293082 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.303340 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.304835 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305436 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 40476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:25:47.305988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.305988 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.306134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.306337 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.306581 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.307309 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.307710 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.309332 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.310305 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.310646 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.310921 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.311209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.311472 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.311953 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.312192 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.313656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.313656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.313656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.313656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.313656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.314073 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.314073 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.314228 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.314470 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.314715 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.315657 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.316047 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.317354 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087962 Mar 22 17:25:47.320119 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.320477 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.320760 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.321044 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.321352 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.322024 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.322024 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.322185 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323004 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323004 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323004 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323214 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323464 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.323752 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.324051 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.324337 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.326923 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.327632 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.328880 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.329068 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.329348 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.329622 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.330588 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.330588 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.330588 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.330811 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.330891 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.331121 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.331728 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.331728 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.331899 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.332164 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.332411 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.333140 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.333374 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.334630 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.334630 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.334630 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.335191 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336546 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336669 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.336916 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.337141 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.338305 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.338305 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.338526 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.338691 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.338915 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.339905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.339905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.339905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.339905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.340225 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.340303 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.340692 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.341039 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.341709 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.341944 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.342174 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.342401 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.342679 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.343902 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.344218 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.344512 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.344772 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.345017 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.345545 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346656 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346961 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.346961 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.347192 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.347444 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.347686 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.347941 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.348908 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.348908 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.348908 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.349280 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.349482 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.349744 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.349982 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.350241 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.350465 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.352010 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.352419 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.352837 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.353144 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.353383 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.353640 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.353871 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.354098 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.354327 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.354574 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.354827 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.355080 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.355331 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.355651 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.355926 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.356179 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.356431 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.356658 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.356878 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.357282 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359304 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.359376 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.360276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.360276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.360276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.360608 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.361983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.362224 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.363010 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.363287 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.363514 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.363767 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.363999 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.365576 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366071 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366071 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366244 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366475 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366692 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.366910 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.367136 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.367359 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.367574 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.367807 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.368023 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.368238 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.369501 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.369745 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.370560 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.371771 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.371771 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.372067 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.373035 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.373356 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.373562 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.373827 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.374507 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.375497 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.375497 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.376231 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.376534 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.377434 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.377709 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.378065 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.378373 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.379109 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.379541 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.380081 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.380595 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.381577 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.383352 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.383882 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.385104 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.385690 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.386096 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.386842 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.386980 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:25:47.387385 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.387798 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.388261 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.388648 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.389032 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.389412 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.390802 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.391058 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.391311 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.391845 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.392507 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.392624 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.394127 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.394127 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.394127 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.394362 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.394362 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:25:47.395095 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103347) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 17:25:47.395095 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 17:25:47.395251 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 17:25:47.395430 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 17:25:47.395612 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 17:25:47.395773 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 17:25:47.396607 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.396607 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.396607 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.396809 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.398536 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399014 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399014 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399014 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399257 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399977 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399977 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399977 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.399977 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.400249 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.400249 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] debug = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.400496 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.400569 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.400704 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.401020 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.401345 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.401650 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.401951 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402118 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402283 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402998 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402998 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402998 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.402998 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403284 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403284 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403402 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403500 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403661 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403824 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] host = dv-cinder-820578-3-iscsi {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.403985 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.404146 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.404308 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.404498 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.404657 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.404963 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.405279 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.405445 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.405608 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.405770 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.405999 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.406090 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407047 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407047 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407047 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_options = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407047 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407841 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.407947 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408185 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408291 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408502 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408691 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408840 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.408984 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409148 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409303 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409466 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409628 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409790 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.409953 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.410102 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.410266 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.410425 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.411274 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.411445 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.411610 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.411773 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412412 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412412 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412412 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412412 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412690 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412755 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.412936 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413025 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413184 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413347 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413509 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413753 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.413929 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.414080 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.414446 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.414742 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.416124 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.416470 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.416972 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.417389 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418079 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418079 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418694 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418694 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418694 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_json = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.418694 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419009 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419009 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419149 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.419907 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 17:25:47.420234 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.420234 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.420763 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.421182 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.421352 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.421659 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.421966 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.422828 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.423143 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.423308 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.423479 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.423645 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424460 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424791 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424791 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.424930 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.425237 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.425533 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.425862 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.426189 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.426355 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.426525 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.426690 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.426862 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427028 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427209 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427732 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427732 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427732 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.427983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.428142 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.428538 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.428715 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.429034 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.429197 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.429531 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.429693 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430006 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430168 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430480 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430645 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430811 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.430977 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.431180 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.431377 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.431545 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.431714 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.431878 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.432106 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.432205 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.432799 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.432799 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.434979 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435554 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435554 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435554 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435768 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435768 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.435908 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.436059 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.436211 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.436480 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.438125 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439016 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439016 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439016 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439016 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439016 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439511 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439511 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439511 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439511 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439780 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439855 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.439992 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.440162 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.440320 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.440618 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.440833 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441020 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441198 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441375 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441549 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441721 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.441992 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442097 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442315 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442410 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442533 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442697 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.442859 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443020 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.443952 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444276 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444461 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444575 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444878 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.444878 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.446665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.447411 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.447411 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.447550 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.447691 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.447877 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.448070 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449597 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449597 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449597 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449768 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.449863 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450102 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450200 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450331 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450492 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450745 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450846 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.450965 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451124 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451285 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451446 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451605 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451766 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.451926 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452087 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452247 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452449 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452611 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452770 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.452929 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453089 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453250 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453409 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453568 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453730 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.453893 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454054 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454222 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454385 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454545 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454706 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.454869 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455032 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455194 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455356 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455516 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455679 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.455841 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456002 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456165 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456326 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456509 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456690 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.456850 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457012 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457182 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457355 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457504 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457661 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457818 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.457978 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458139 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458302 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458463 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458636 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458799 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.458943 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459103 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459272 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459441 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459583 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459742 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.459905 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.460065 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.460224 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461761 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461761 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461761 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461991 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.461991 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462133 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462270 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462489 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462654 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462813 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.462976 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.463134 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.463306 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.463467 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.463863 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.463863 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464063 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464141 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464252 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464434 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464594 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464889 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.464889 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465066 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465288 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465388 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465547 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465707 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.465866 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466032 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466200 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466361 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466522 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466681 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.466841 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467001 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467171 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467334 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467495 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467665 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467825 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.467985 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.468147 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.468324 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.469440 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.469615 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.469780 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.469940 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.470092 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.470508 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.470680 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.470854 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471350 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471521 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471693 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.471848 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472019 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472193 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472359 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472533 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472695 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.472855 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473015 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473176 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473338 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473498 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473659 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473820 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.473983 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474136 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474301 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474461 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474623 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474783 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.474947 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.475104 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.475266 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 17:25:47.475420 dv-cinder-820578-3-iscsi neutron-server[103347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103347) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 17:25:58.917110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d306c0-c3e8-4681-8bca-c8b6089f90c1 None None] get_active_networks_info from dv-cinder-820578-3-iscsi {{(pid=103458) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 17:25:59.027976 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d306c0-c3e8-4681-8bca-c8b6089f90c1 None None] No non-hosted networks {{(pid=103458) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 17:25:59.045041 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.agentschedulers_db [None req-d4d306c0-c3e8-4681-8bca-c8b6089f90c1 None None] DHCP Agent not found on host dv-cinder-820578-3-iscsi {{(pid=103458) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 17:25:59.048356 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eabb6d1d-c0c1-4d6d-bc95-88b45f671e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:01.226483 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2c1bb0d-be5f-4aba-b9ab-cfc1d7198713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:01.298446 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a09b4239-3bb4-4428-99a5-f5642b71e33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:02.195072 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:03.979947 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:05.322253 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:05.323737 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.324085 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.324506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.324851 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.325237 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.325705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.326039 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.326385 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.326870 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.327358 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.327862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.328341 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.328881 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.329359 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.329834 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:05.330409 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820578-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:05.345626 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820578-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:05.359482 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40566) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:05.990974 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-52ca2a2f-7783-4c1a-a14b-e05619845846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:05.991567 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-52ca2a2f-7783-4c1a-a14b-e05619845846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:06.219459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-52ca2a2f-7783-4c1a-a14b-e05619845846 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:26:06.225114 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-52ca2a2f-7783-4c1a-a14b-e05619845846 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8631687 Mar 22 17:26:06.613078 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.db.l3_hamode_db [None req-b1e35387-122b-4de6-8bf4-ab91a70a7fe5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 17:26:06.701832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e35387-122b-4de6-8bf4-ab91a70a7fe5 None None] Routers set() bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:26:06.702470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e35387-122b-4de6-8bf4-ab91a70a7fe5 None None] Router IDs set() for agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 17:26:08.848291 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40588) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:09.164878 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:09.256955 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.policy [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103457) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:26:09.299925 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:09.300304 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:09.396146 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666832711', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666833172', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666848961', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666856178', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792666862452', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792667180927', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133170325', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133191303', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1909948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1743640'] for rbac-policy (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:09.462376 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:09.464153 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b0cb12b9-99c0-4cfe-93ee-e87becafde6e admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6148608 Mar 22 17:26:11.998856 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40598) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:12.313073 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:12.343571 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Made reservation on behalf of 7b329df476474d1db56bf8da9f36f880 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:26:12.347844 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.365203 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.474843 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks [] for security_group (bbd19a67-1b84-4031-8ac4-fb883fb7d6ce), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.479503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (bbd19a67-1b84-4031-8ac4-fb883fb7d6ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.504067 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:26:12.540021 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669536058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (d415a4e2-e002-4403-a9e4-b18b19096017), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.540677 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Unsubscribe: segment precommit_create {{(pid=103457) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:26:12.541258 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Added segment d415a4e2-e002-4403-a9e4-b18b19096017 of type vlan for network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 Mar 22 17:26:12.557577 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd19a67-1b84-4031-8ac4-fb883fb7d6ce,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:12.583478 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.583830 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.584200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.584593 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.584938 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.585273 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.585605 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.585934 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.586266 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.586593 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.586922 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.587264 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.587602 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.587919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.588782 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Tracked resource versions report: Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: pushed versions: Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Agent': {'1.1'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Log': {'1.0'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Network': {'1.1'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Port': {'1.7'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: consumer versions: Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Agent': '1.1', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Log': '1.0', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'NDPProxy': '1.0', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Network': '1.1', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Port': '1.7', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'PortForwarding': '1.3', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'QosPolicy': '1.10', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SubPort': '1.0', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Subnet': '1.1', Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Trunk': '1.1'}} Mar 22 17:26:12.590151 dv-cinder-820578-3-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:26:12.656759 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (7df2bc10-c54c-47f8-b593-30cf1ff0da82), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.702075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (7df2bc10-c54c-47f8-b593-30cf1ff0da82), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.707431 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:12.708146 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:12.804773 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8047895 Mar 22 17:26:12.829001 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ff8b-90d0-46d1-9817-dafc025663df demo demo] Pushing event updated for resources: {'Network': ['ID=7df2bc10-c54c-47f8-b593-30cf1ff0da82,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:12.846462 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:26:15.395287 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:15.798354 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c9b03-ecf3-4679-aa16-d6fcc8c658e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:15.799663 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3d9c9b03-ecf3-4679-aa16-d6fcc8c658e2 demo admin] 10.222.0.69 "GET /v2.0/networks/7df2bc10-c54c-47f8-b593-30cf1ff0da82 HTTP/1.1" status: 200 len: 825 time: 0.4033923 Mar 22 17:26:15.825025 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-72644bb2-217e-4687-9ed5-20225983a688 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/07d59e1c-0e4e-4fd3-9c1d-501646991666 HTTP/1.1" status: 200 len: 734 time: 0.0196948 Mar 22 17:26:15.833862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:15.855061 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Made reservation on behalf of 7b329df476474d1db56bf8da9f36f880 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:26:15.857650 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:16.171078 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (1a33646b-8619-4348-a25b-972f361aa021), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:16.242985 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Checking segment: {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:26:16.243373 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Network hostable DHCP agents. Network: 7df2bc10-c54c-47f8-b593-30cf1ff0da82, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:26:16.248619 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1a33646b-8619-4348-a25b-972f361aa021,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:16.266723 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:26:16.278232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 7df2bc10-c54c-47f8-b593-30cf1ff0da82) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:16.283360 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:16.284171 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:16.289412 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29849932-b265-4885-8b3b-846dfacf7604 None None] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:26:16.301630 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-27146e9a-6e02-47a1-b51f-d5ab83f27b98 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4709795 Mar 22 17:26:16.671849 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'project_id': '7b329df476474d1db56bf8da9f36f880', 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:26:16.673383 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:16.951213 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Allocated IP 172.20.0.2 (7df2bc10-c54c-47f8-b593-30cf1ff0da82/1a33646b-8619-4348-a25b-972f361aa021/c9d9023f-e1e8-4c69-90d5-8a8862a85214) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:26:17.248862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks [] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:17.256571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:17.325389 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:26:17.335815 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:17.340425 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:26:17.360632 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Pushing event updated for resources: {'Port': ['ID=c9d9023f-e1e8-4c69-90d5-8a8862a85214,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:17.391816 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.392186 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.392592 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.392967 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.393321 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.393664 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.394003 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.394344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.394679 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.395015 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.395353 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.395702 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.396040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.396399 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.396724 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Tracked resource versions report: Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: pushed versions: Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Agent': {'1.1'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Log': {'1.0'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Network': {'1.1'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Port': {'1.7'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: consumer versions: Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Agent': '1.1', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Log': '1.0', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'NDPProxy': '1.0', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Network': '1.1', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Port': '1.7', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'PortForwarding': '1.3', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SubPort': '1.0', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Subnet': '1.1', Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Mar 22 17:26:17.398180 dv-cinder-820578-3-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:26:17.448482 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Attempting to bind port c9d9023f-e1e8-4c69-90d5-8a8862a85214 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:26:17.448900 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Attempting to bind port c9d9023f-e1e8-4c69-90d5-8a8862a85214 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:26:17.449344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Attempting to bind port c9d9023f-e1e8-4c69-90d5-8a8862a85214 on network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:26:17.454406 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:26:17.454794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Checking segment: {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:26:17.455271 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:17.455705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Bound using segment: {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:26:17.456181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Bound port: c9d9023f-e1e8-4c69-90d5-8a8862a85214, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:26:17.456620 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:17.521552 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] For port c9d9023f-e1e8-4c69-90d5-8a8862a85214, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:26:17.526125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] For port c9d9023f-e1e8-4c69-90d5-8a8862a85214, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=c9d9023f-e1e8-4c69-90d5-8a8862a85214,segment=NetworkSegment(d415a4e2-e002-4403-a9e4-b18b19096017),segment_id=d415a4e2-e002-4403-a9e4-b18b19096017)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:26:17.536680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:17.601922 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be448e-ec28-42e2-bdc9-86c864b8b39c None None] Pushing event updated for resources: {'Port': ['ID=c9d9023f-e1e8-4c69-90d5-8a8862a85214,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:18.895592 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40618) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:19.222404 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-1396d24f-dcd9-4660-93b8-f298b89efee3 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:26:19.223468 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1396d24f-dcd9-4660-93b8-f298b89efee3 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3267727 Mar 22 17:26:21.804598 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40626) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:22.122020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-9a0fae96-56a0-4dc4-9b1e-2a32cbd4f2c9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:26:22.123025 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9a0fae96-56a0-4dc4-9b1e-2a32cbd4f2c9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173831 Mar 22 17:26:24.709398 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40634) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:25.022026 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:25.045036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (432c50c6-dca1-4f68-9541-10a7a1170a34), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:25.046888 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (432c50c6-dca1-4f68-9541-10a7a1170a34), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:25.193500 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Publish callbacks [] for router_controller (432c50c6-dca1-4f68-9541-10a7a1170a34), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:25.198936 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (432c50c6-dca1-4f68-9541-10a7a1170a34), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:25.216302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:25.217522 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d4bb9da4-728f-416b-b3e6-27ab39ca96de demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5071516 Mar 22 17:26:27.809825 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40646) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:28.199836 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-7b1d18ac-3929-484a-8a13-4baf4722f900 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:26:28.200886 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7b1d18ac-3929-484a-8a13-4baf4722f900 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3900998 Mar 22 17:26:28.224951 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c9d9023f-e1e8-4c69-90d5-8a8862a85214 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:26:28.325967 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port c9d9023f-e1e8-4c69-90d5-8a8862a85214 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:28.326218 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:28.442476 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port c9d9023f-e1e8-4c69-90d5-8a8862a85214 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:28.442886 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:28.478922 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port c9d9023f-e1e8-4c69-90d5-8a8862a85214, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=c9d9023f-e1e8-4c69-90d5-8a8862a85214,segment=NetworkSegment(d415a4e2-e002-4403-a9e4-b18b19096017),segment_id=d415a4e2-e002-4403-a9e4-b18b19096017)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:26:28.483324 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:28.534215 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=c9d9023f-e1e8-4c69-90d5-8a8862a85214,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:28.846148 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9018312a-aad1-42a6-844b-12ca8400bd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:29.038854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d638e5-807e-471c-aa2d-c043678ab3b0 None None] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:26:29.111916 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-046f249b-575d-40f2-8a45-01444409349f None None] Provisioning complete for port c9d9023f-e1e8-4c69-90d5-8a8862a85214 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:29.112230 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-046f249b-575d-40f2-8a45-01444409349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:29.246796 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-046f249b-575d-40f2-8a45-01444409349f None None] Current status of the port c9d9023f-e1e8-4c69-90d5-8a8862a85214 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:29.467453 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-90e092b3-d366-4b4c-b707-ca12a58b943c None None] Provisioning complete for port c9d9023f-e1e8-4c69-90d5-8a8862a85214 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:29.467850 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90e092b3-d366-4b4c-b707-ca12a58b943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:29.548162 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-90e092b3-d366-4b4c-b707-ca12a58b943c None None] Current status of the port c9d9023f-e1e8-4c69-90d5-8a8862a85214 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:30.170692 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c9d9023f-e1e8-4c69-90d5-8a8862a85214 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:26:30.217079 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port c9d9023f-e1e8-4c69-90d5-8a8862a85214 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:30.217471 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:30.297902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port c9d9023f-e1e8-4c69-90d5-8a8862a85214 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:30.806399 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40654) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:31.118952 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:31.139825 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Made reservation on behalf of 1a3221268db24450a6909781177c8947 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:26:31.142439 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.150559 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.216772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0570740d-cbb4-4146-a449-5eb33551d903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.229666 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks [] for security_group (14a1bf45-61f5-40b4-a17d-a37ec7e38da6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.233677 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (14a1bf45-61f5-40b4-a17d-a37ec7e38da6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.248481 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Reserving flat network on physical network physnet1 {{(pid=103457) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 17:26:31.271256 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (38448356-4d73-4873-bb14-1a77a59cbe4a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.271601 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Added segment 38448356-4d73-4873-bb14-1a77a59cbe4a of type flat for network cf252416-7198-47c3-b0d6-cd702e337b85 Mar 22 17:26:31.273141 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1bf45-61f5-40b4-a17d-a37ec7e38da6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:31.320985 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (cf252416-7198-47c3-b0d6-cd702e337b85), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.353527 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (cf252416-7198-47c3-b0d6-cd702e337b85), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.354709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:31.355306 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:31.456162 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6338279 Mar 22 17:26:31.456162 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189fd7c-4a51-485f-af77-449913112b37 admin admin] Pushing event updated for resources: {'Network': ['ID=cf252416-7198-47c3-b0d6-cd702e337b85,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:31.460308 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network cf252416-7198-47c3-b0d6-cd702e337b85 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:26:32.159707 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:33.929034 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:34.007452 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:34.182846 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bed45f-0ea4-4b27-95fd-7b062f9f63da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:34.184199 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e7bed45f-0ea4-4b27-95fd-7b062f9f63da demo admin] 10.222.0.69 "GET /v2.0/subnets/1a33646b-8619-4348-a25b-972f361aa021 HTTP/1.1" status: 200 len: 849 time: 0.1757777 Mar 22 17:26:34.308107 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-16053c32-315d-43bc-8f6d-a4b6f2249578 demo admin] 10.222.0.69 "GET /v2.0/routers/432c50c6-dca1-4f68-9541-10a7a1170a34 HTTP/1.1" status: 200 len: 704 time: 0.1182537 Mar 22 17:26:34.578162 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:34.921061 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Allocated IP 172.20.0.1 (7df2bc10-c54c-47f8-b593-30cf1ff0da82/1a33646b-8619-4348-a25b-972f361aa021/2ec8c811-bee2-4040-ad93-14104efef8a8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:26:35.076094 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks [] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.144002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.206787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:26:35.215120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:35.217778 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:26:35.218492 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (432c50c6-dca1-4f68-9541-10a7a1170a34), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.309781 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Pushing event updated for resources: {'Port': ['ID=2ec8c811-bee2-4040-ad93-14104efef8a8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:35.362640 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.404086 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-db47f55e-ff95-4f8b-a292-660689263eea None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:35.404505 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db47f55e-ff95-4f8b-a292-660689263eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.438705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-db47f55e-ff95-4f8b-a292-660689263eea None None] Port 2ec8c811-bee2-4040-ad93-14104efef8a8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:26:35.469677 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.680245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks [] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.685755 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.686516 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (432c50c6-dca1-4f68-9541-10a7a1170a34), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:35.768582 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Pushing event updated for resources: {'Port': ['ID=2ec8c811-bee2-4040-ad93-14104efef8a8,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:35.810954 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:26:35.812257 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:35.983153 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Router 432c50c6-dca1-4f68-9541-10a7a1170a34 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:26:36.059496 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-520cb0a1-2227-490a-bd7b-7684858dd992 None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:36.059901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-520cb0a1-2227-490a-bd7b-7684858dd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:36.078542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:26:36.084358 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8e1e0da9-9633-4f42-a3e3-0f9faa71dccb demo admin] 10.222.0.69 "PUT /v2.0/routers/432c50c6-dca1-4f68-9541-10a7a1170a34/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7710280 Mar 22 17:26:36.089288 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Sync routers for ids ['432c50c6-dca1-4f68-9541-10a7a1170a34'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:26:36.102533 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-520cb0a1-2227-490a-bd7b-7684858dd992 None None] Port 2ec8c811-bee2-4040-ad93-14104efef8a8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:26:36.102759 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Routers {'432c50c6-dca1-4f68-9541-10a7a1170a34'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:26:36.104081 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:26:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['432c50c6-dca1-4f68-9541-10a7a1170a34'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:36.296553 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Set router 432c50c6-dca1-4f68-9541-10a7a1170a34 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:26:36.756252 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:35Z', 'revision_number': 2, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port_host': None, '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:35Z', 'revision_number': 2, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:36.806522 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Checking router: 432c50c6-dca1-4f68-9541-10a7a1170a34 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:26:36.806905 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Updating router 432c50c6-dca1-4f68-9541-10a7a1170a34 port 2ec8c811-bee2-4040-ad93-14104efef8a8 binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:26:36.888782 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.413791 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks [] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.421325 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.513012 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Pushing event updated for resources: {'Port': ['ID=2ec8c811-bee2-4040-ad93-14104efef8a8,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:37.523505 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.523860 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.524235 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.524631 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.524975 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.525313 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.525649 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.526552 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.526885 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.527216 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.527554 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.527903 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.528241 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.528598 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.528927 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Tracked resource versions report: Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: pushed versions: Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Agent': {'1.1'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Log': {'1.0'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Network': {'1.1'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Port': {'1.7'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: consumer versions: Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Agent': '1.1', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Log': '1.0', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'NDPProxy': '1.0', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Network': '1.1', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Port': '1.7', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'PortForwarding': '1.3', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SubPort': '1.0', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Subnet': '1.1', Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Mar 22 17:26:37.530453 dv-cinder-820578-3-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:26:37.611581 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Attempting to bind port 2ec8c811-bee2-4040-ad93-14104efef8a8 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:26:37.611995 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Attempting to bind port 2ec8c811-bee2-4040-ad93-14104efef8a8 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:26:37.612472 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Attempting to bind port 2ec8c811-bee2-4040-ad93-14104efef8a8 on network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:26:37.618061 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:26:37.618477 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Checking segment: {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:26:37.618970 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.619364 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Bound using segment: {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:26:37.619843 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Bound port: 2ec8c811-bee2-4040-ad93-14104efef8a8, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd415a4e2-e002-4403-a9e4-b18b19096017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:26:37.620228 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.689372 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] For port 2ec8c811-bee2-4040-ad93-14104efef8a8, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:26:37.708532 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] For port 2ec8c811-bee2-4040-ad93-14104efef8a8, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=2ec8c811-bee2-4040-ad93-14104efef8a8,segment=NetworkSegment(d415a4e2-e002-4403-a9e4-b18b19096017),segment_id=d415a4e2-e002-4403-a9e4-b18b19096017)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:26:37.714795 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.731665 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:37.732794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.758186 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Routers {'432c50c6-dca1-4f68-9541-10a7a1170a34'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:26:37.758824 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:26:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['432c50c6-dca1-4f68-9541-10a7a1170a34'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:37.821933 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Current status of the port 2ec8c811-bee2-4040-ad93-14104efef8a8 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:37.822623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.850133 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] Set router 432c50c6-dca1-4f68-9541-10a7a1170a34 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:26:37.865627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] For port 2ec8c811-bee2-4040-ad93-14104efef8a8, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=2ec8c811-bee2-4040-ad93-14104efef8a8,segment=NetworkSegment(d415a4e2-e002-4403-a9e4-b18b19096017),segment_id=d415a4e2-e002-4403-a9e4-b18b19096017)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:26:37.872870 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:37.929518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c0862-4dba-4774-8d0d-c840bead893d None None] Pushing event updated for resources: {'Port': ['ID=2ec8c811-bee2-4040-ad93-14104efef8a8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:37.979966 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f55c70-704f-4b9e-8b6d-e986f3599792 None None] Pushing event updated for resources: {'Port': ['ID=2ec8c811-bee2-4040-ad93-14104efef8a8,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:37.994477 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0cfcdced-b59a-48d0-b742-b04362ea3206 None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:37.994938 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdced-b59a-48d0-b742-b04362ea3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:38.074719 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcdced-b59a-48d0-b742-b04362ea3206 None None] Current status of the port 2ec8c811-bee2-4040-ad93-14104efef8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:38.089146 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:35Z', 'revision_number': 2, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port_host': None, '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:37Z', 'revision_number': 4, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:38.114915 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37134cc-a0e3-4106-99e5-0050ad6871c8 None None] The sync data for ids ['432c50c6-dca1-4f68-9541-10a7a1170a34'] in dv-cinder-820578-3-iscsi is: [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:35Z', 'revision_number': 2, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port_host': None, '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:37Z', 'revision_number': 4, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:26:38.566363 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40692) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:38.679502 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91873c1a-603f-43dd-a181-527ef95fbc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:38.680814 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-91873c1a-603f-43dd-a181-527ef95fbc09 admin admin] 10.222.0.69 "GET /v2.0/networks/cf252416-7198-47c3-b0d6-cd702e337b85 HTTP/1.1" status: 200 len: 842 time: 0.1133156 Mar 22 17:26:38.690138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Request body: {'subnet': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:38.710976 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Made reservation on behalf of 1a3221268db24450a6909781177c8947 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:26:38.713278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:39.078782 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.objects.ports [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103457) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 17:26:39.079370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (c789f51d-6c13-4dd6-972f-c623757a8162), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:39.133377 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c789f51d-6c13-4dd6-972f-c623757a8162,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:39.142394 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:26:39.142751 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Network hostable DHCP agents. Network: cf252416-7198-47c3-b0d6-cd702e337b85, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:26:39.161495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:26:39.171400 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, cf252416-7198-47c3-b0d6-cd702e337b85) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:39.176686 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:39.177456 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:39.183019 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf39dbd-ddde-4331-8d39-a05e6756d76b None None] Network cf252416-7198-47c3-b0d6-cd702e337b85 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:26:39.200792 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-14cb14ae-f448-423b-97d4-670e64ccc3aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5081589 Mar 22 17:26:39.297951 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912bb19e-c59c-4e32-b739-c6fdf2710b5f None None] Network cf252416-7198-47c3-b0d6-cd702e337b85 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:26:41.647288 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 40700) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:41.790497 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2624a76f-ede4-46b0-bf2f-077f1ec3aedd demo admin] 10.222.0.69 "GET /v2.0/routers/432c50c6-dca1-4f68-9541-10a7a1170a34 HTTP/1.1" status: 200 len: 710 time: 0.1420450 Mar 22 17:26:41.875635 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbff074-8427-4414-b612-e282a7e7e6a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:26:41.876952 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4cbff074-8427-4414-b612-e282a7e7e6a1 demo admin] 10.222.0.69 "GET /v2.0/networks/cf252416-7198-47c3-b0d6-cd702e337b85 HTTP/1.1" status: 200 len: 886 time: 0.0803251 Mar 22 17:26:41.886053 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:26:42.135195 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks [] for router_gateway (432c50c6-dca1-4f68-9541-10a7a1170a34), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:42.377272 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks [] for router_gateway (432c50c6-dca1-4f68-9541-10a7a1170a34), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:42.461264 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:42.562682 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Allocated IP 172.27.0.10 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/89d2c728-78c4-4f6b-a740-68c11c39877d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:26:42.669934 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks [] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:42.701773 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:42.737633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:26:42.740369 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:26:42.742983 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:26:42.816029 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Pushing event updated for resources: {'Port': ['ID=89d2c728-78c4-4f6b-a740-68c11c39877d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:43.095901 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks [] for router_gateway (432c50c6-dca1-4f68-9541-10a7a1170a34), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:43.288775 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1656016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-503'] for router (432c50c6-dca1-4f68-9541-10a7a1170a34), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:43.292302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1656025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657736'] for router (432c50c6-dca1-4f68-9541-10a7a1170a34), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:43.406352 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Router 432c50c6-dca1-4f68-9541-10a7a1170a34 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:26:43.520600 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:26:43.525747 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:43.527104 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a92672f0-0321-4175-a565-6db5980555e2 demo admin] 10.222.0.69 "PUT /v2.0/routers/432c50c6-dca1-4f68-9541-10a7a1170a34 HTTP/1.1" status: 200 len: 889 time: 1.6444707 Mar 22 17:26:46.116855 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 40712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:26:46.217144 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 2ec8c811-bee2-4040-ad93-14104efef8a8 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:26:46.269647 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:46.270482 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:46.290605 dv-cinder-820578-3-iscsi neutron-server[103456]: WARNING oslo_policy.policy [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:46.291365 dv-cinder-820578-3-iscsi neutron-server[103456]: WARNING oslo_policy.policy [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:46.350115 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 2ec8c811-bee2-4040-ad93-14104efef8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:46.709096 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.policy [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 17:26:46.754370 dv-cinder-820578-3-iscsi neutron-server[103456]: WARNING oslo_policy.policy [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:46.754766 dv-cinder-820578-3-iscsi neutron-server[103456]: WARNING oslo_policy.policy [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 17:26:46.765653 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f2a42813-6707-4a80-8c8c-03bec5a21383 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6477120 Mar 22 17:26:46.886117 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Sync routers for ids ['432c50c6-dca1-4f68-9541-10a7a1170a34'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:26:46.899595 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Routers {'432c50c6-dca1-4f68-9541-10a7a1170a34'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:26:46.900281 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:26:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['432c50c6-dca1-4f68-9541-10a7a1170a34'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:47.135002 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Set router 432c50c6-dca1-4f68-9541-10a7a1170a34 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:26:47.634596 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:42Z', 'revision_number': 4, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port': {'id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:42Z', 'updated_at': '2022-03-22T17:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:37Z', 'revision_number': 5, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:47.692495 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Checking router: 432c50c6-dca1-4f68-9541-10a7a1170a34 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:26:47.692825 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Updating router 432c50c6-dca1-4f68-9541-10a7a1170a34 port 89d2c728-78c4-4f6b-a740-68c11c39877d binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:26:47.749478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.065539 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks [] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.081499 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.123475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c8633-1e31-40f6-ac9a-421c7d484dc5 None None] Pushing event updated for resources: {'Port': ['ID=89d2c728-78c4-4f6b-a740-68c11c39877d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:48.151812 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Attempting to bind port 89d2c728-78c4-4f6b-a740-68c11c39877d on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:26:48.152196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Attempting to bind port 89d2c728-78c4-4f6b-a740-68c11c39877d by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:26:48.152596 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Attempting to bind port 89d2c728-78c4-4f6b-a740-68c11c39877d on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:26:48.157986 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:26:48.158370 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:26:48.158785 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.159182 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:26:48.159662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Bound port: 89d2c728-78c4-4f6b-a740-68c11c39877d, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:26:48.160050 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.218028 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] For port 89d2c728-78c4-4f6b-a740-68c11c39877d, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:26:48.221509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] For port 89d2c728-78c4-4f6b-a740-68c11c39877d, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=89d2c728-78c4-4f6b-a740-68c11c39877d,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:26:48.227753 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:48.290657 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Routers {'432c50c6-dca1-4f68-9541-10a7a1170a34'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:26:48.290657 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:26:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['432c50c6-dca1-4f68-9541-10a7a1170a34'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:48.293076 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c8633-1e31-40f6-ac9a-421c7d484dc5 None None] Pushing event updated for resources: {'Port': ['ID=89d2c728-78c4-4f6b-a740-68c11c39877d,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:48.406684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] Set router 432c50c6-dca1-4f68-9541-10a7a1170a34 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:26:48.636096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:42Z', 'revision_number': 4, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port': {'id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:42Z', 'updated_at': '2022-03-22T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:37Z', 'revision_number': 5, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:26:48.663418 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5921-0a69-41b6-9600-46127325e554 None None] The sync data for ids ['432c50c6-dca1-4f68-9541-10a7a1170a34'] in dv-cinder-820578-3-iscsi is: [{'id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'name': 'router1', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:26:25Z', 'updated_at': '2022-03-22T17:26:42Z', 'revision_number': 4, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'gw_port': {'id': '89d2c728-78c4-4f6b-a740-68c11c39877d', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:42Z', 'updated_at': '2022-03-22T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '2ec8c811-bee2-4040-ad93-14104efef8a8', 'name': '', 'network_id': '7df2bc10-c54c-47f8-b593-30cf1ff0da82', 'tenant_id': '7b329df476474d1db56bf8da9f36f880', 'mac_address': 'fa:16:3e:81:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c50c6-dca1-4f68-9541-10a7a1170a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a33646b-8619-4348-a25b-972f361aa021', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:26:34Z', 'updated_at': '2022-03-22T17:26:37Z', 'revision_number': 5, 'project_id': '7b329df476474d1db56bf8da9f36f880', 'subnets': [{'id': '1a33646b-8619-4348-a25b-972f361aa021', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07d59e1c-0e4e-4fd3-9c1d-501646991666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:26:50.217994 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 89d2c728-78c4-4f6b-a740-68c11c39877d up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:26:50.272570 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 89d2c728-78c4-4f6b-a740-68c11c39877d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:50.273081 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:50.363907 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 89d2c728-78c4-4f6b-a740-68c11c39877d is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:50.364302 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:50.398627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 89d2c728-78c4-4f6b-a740-68c11c39877d, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=89d2c728-78c4-4f6b-a740-68c11c39877d,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:26:50.404352 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:50.468359 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=89d2c728-78c4-4f6b-a740-68c11c39877d,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:26:52.278666 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 89d2c728-78c4-4f6b-a740-68c11c39877d up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:26:52.386089 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 89d2c728-78c4-4f6b-a740-68c11c39877d triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:26:52.386635 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (89d2c728-78c4-4f6b-a740-68c11c39877d), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:26:52.483189 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 89d2c728-78c4-4f6b-a740-68c11c39877d is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:26:58.842915 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b62dfda9-39dc-469b-8e24-31d4be17b524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:00.288797 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:27:01.219761 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-db509b7f-f552-48c0-8c36-8b8c76283975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:02.177442 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:03.958726 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:05.326914 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:28.842529 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-593b5145-3211-4d8c-a525-b3bd7f7f4151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:31.221570 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca8c7-d11f-4427-a111-9b463c1cf49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:32.173526 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:33.935030 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:35.299518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:27:37.286849 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:27:58.836300 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eea8ef1c-72c4-4079-88b6-125367e1e5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:01.215931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-030e46ac-f3b7-407e-bbcd-20e400d310f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:02.167420 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:03.937165 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:05.293110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:09.795085 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41204) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:09.871927 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f149a2-f822-4e17-a6a4-558839ad41bf admin admin] GET failed (client error): The resource could not be found. Mar 22 17:28:09.873273 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-29f149a2-f822-4e17-a6a4-558839ad41bf admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0772460 Mar 22 17:28:10.069678 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c15f9b-3d84-4337-8666-1de40db054a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:10.071063 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e4c15f9b-3d84-4337-8666-1de40db054a9 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1936533 Mar 22 17:28:12.532720 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:12.664406 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee316d54-7c66-47e9-a93a-1908a8c0acbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:12.665832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ee316d54-7c66-47e9-a93a-1908a8c0acbd admin admin] 10.222.0.69 "GET /v2.0/subnets/1a33646b-8619-4348-a25b-972f361aa021 HTTP/1.1" status: 200 len: 849 time: 0.1321387 Mar 22 17:28:12.676122 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:28:12.761866 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Publish callbacks [] for subnet (1a33646b-8619-4348-a25b-972f361aa021), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:12.923029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792669711755'] for subnet (1a33646b-8619-4348-a25b-972f361aa021), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:12.984532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:12.985104 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:12.986413 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] 10.222.0.69 "PUT /v2.0/subnets/1a33646b-8619-4348-a25b-972f361aa021 HTTP/1.1" status: 200 len: 868 time: 0.3141370 Mar 22 17:28:12.989253 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bae98-5a05-4b5d-bd83-5548a5f497e8 None None] Network 7df2bc10-c54c-47f8-b593-30cf1ff0da82 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:28:13.000946 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a33646b-8619-4348-a25b-972f361aa021,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:28:13.012501 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.012780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.013239 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.013593 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.013935 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.014342 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.014677 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.015011 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.015410 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.015749 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.016108 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.016543 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.017049 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.017413 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.017746 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf77fa81-0efb-4e80-afd3-210e526e6bf1 admin admin] Tracked resource versions report: Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: pushed versions: Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: { 'AddressGroup': {'1.2'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Agent': {'1.1'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'ConntrackHelper': {'1.0'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Log': {'1.0'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'NDPProxy': {'1.0'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Network': {'1.1'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Port': {'1.7'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'PortForwarding': {'1.3'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'QosPolicy': {'1.10'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroup': {'1.5'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SubPort': {'1.0'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Subnet': {'1.1'}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Trunk': {'1.1'}} Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: consumer versions: Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Agent': '1.1', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'ConntrackHelper': '1.0', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'LocalIPAssociation': '1.0', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Log': '1.0', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'NDPProxy': '1.0', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Network': '1.1', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Port': '1.7', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'PortForwarding': '1.3', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'QosPolicy': '1.10', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroup': '1.5', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroupRule': '1.2', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SubPort': '1.0', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Subnet': '1.1', Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Trunk': '1.1'}} Mar 22 17:28:13.019209 dv-cinder-820578-3-iscsi neutron-server[103456]: {{(pid=103456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:28:13.358855 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Provisioning complete for port 2ec8c811-bee2-4040-ad93-14104efef8a8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:28:13.359254 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ec8c811-bee2-4040-ad93-14104efef8a8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:13.439233 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Current status of the port 2ec8c811-bee2-4040-ad93-14104efef8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:28:13.449251 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Provisioning complete for port c9d9023f-e1e8-4c69-90d5-8a8862a85214 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:28:13.449647 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c9d9023f-e1e8-4c69-90d5-8a8862a85214), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:13.524668 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e82824a3-2076-40fd-b99d-7ac1411d1b87 None None] Current status of the port c9d9023f-e1e8-4c69-90d5-8a8862a85214 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:28:14.284913 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:28:15.369291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:15.591370 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24ea0c-4ba7-458f-9017-b518fb9e4549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:15.591850 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24ea0c-4ba7-458f-9017-b518fb9e4549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:15.593498 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2c24ea0c-4ba7-458f-9017-b518fb9e4549 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2226653 Mar 22 17:28:17.924320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:18.130309 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fa289-2671-43b4-82f6-d8631ee31128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:18.130709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fa289-2671-43b4-82f6-d8631ee31128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:18.132292 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ed0fa289-2671-43b4-82f6-d8631ee31128 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2069867 Mar 22 17:28:20.467951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:20.595548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66a6a5-8442-41ee-a1b4-3b12df348343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:20.596973 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bf66a6a5-8442-41ee-a1b4-3b12df348343 admin admin] 10.222.0.69 "GET /v2.0/networks/7df2bc10-c54c-47f8-b593-30cf1ff0da82 HTTP/1.1" status: 200 len: 869 time: 0.1280923 Mar 22 17:28:22.938814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:23.068587 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e09e6-3b4b-4615-8a28-d06c9ccfedf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:23.069965 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-575e09e6-3b4b-4615-8a28-d06c9ccfedf7 admin admin] 10.222.0.69 "GET /v2.0/networks/cf252416-7198-47c3-b0d6-cd702e337b85 HTTP/1.1" status: 200 len: 886 time: 0.1301811 Mar 22 17:28:25.413191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41260) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:25.544797 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2a049-502c-4d87-9dcb-b94e40e5c5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:25.545256 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2a049-502c-4d87-9dcb-b94e40e5c5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:25.546804 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7cf2a049-502c-4d87-9dcb-b94e40e5c5dd admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326408 Mar 22 17:28:27.911051 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41268) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:28.011615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44f8c0-bb14-47a4-9cea-c3b5cccb0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:28.012077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44f8c0-bb14-47a4-9cea-c3b5cccb0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:28.013666 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1f44f8c0-bb14-47a4-9cea-c3b5cccb0631 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1016650 Mar 22 17:28:28.840987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1a4-879a-4dca-bd14-668ec19c6601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:30.330559 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:30.425078 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6123e-285c-4c70-b716-332237fd4c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:30.426487 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-16f6123e-285c-4c70-b716-332237fd4c72 admin admin] 10.222.0.69 "GET /v2.0/subnets/1a33646b-8619-4348-a25b-972f361aa021 HTTP/1.1" status: 200 len: 868 time: 0.0949667 Mar 22 17:28:31.218466 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5cfaad2-b860-4639-af09-08e2881c9706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:32.172413 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:32.768818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41284) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:28:32.855918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12761d99-aff6-4425-88e9-97d89e1cfe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:28:32.857336 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-12761d99-aff6-4425-88e9-97d89e1cfe24 admin admin] 10.222.0.69 "GET /v2.0/subnets/c789f51d-6c13-4dd6-972f-c623757a8162 HTTP/1.1" status: 200 len: 816 time: 0.0875571 Mar 22 17:28:33.944124 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:35.295783 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:28:51.283165 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:28:58.844924 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa2f8-0ee9-4c0f-ba18-c4f1d8ddbc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:01.125842 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:29:01.172290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-cb2a3dd5-d080-48d5-81bf-255d342c3b4d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:29:01.173369 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cb2a3dd5-d080-48d5-81bf-255d342c3b4d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465875 Mar 22 17:29:01.220498 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a046042f-d442-495c-9aa3-0ed7a987a9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:02.173373 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:03.593599 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:29:03.656145 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-802bf9be-20a6-48af-8613-ac27c3da9335 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:29:03.657395 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-802bf9be-20a6-48af-8613-ac27c3da9335 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628679 Mar 22 17:29:03.807102 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d612c86-3569-41ee-9521-9d26b6c128c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:29:03.808690 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8d612c86-3569-41ee-9521-9d26b6c128c2 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1472702 Mar 22 17:29:03.945257 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:05.300519 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.158833 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:29:06.205164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:29:06.225328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Made reservation on behalf of 1a3221268db24450a6909781177c8947 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:29:06.228633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.255145 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING neutron.services.revisions.revision_plugin [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Could not find related network for resource to bump revision. Mar 22 17:29:06.266029 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:29:06.274521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (ebd76f3e-82cd-4d29-9355-8b208babeb8f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.275345 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Added segment ebd76f3e-82cd-4d29-9355-8b208babeb8f of type vlan for network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 Mar 22 17:29:06.312791 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (52769141-3cd2-43f5-8ae5-d178ed45b2c2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.336413 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (52769141-3cd2-43f5-8ae5-d178ed45b2c2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.337354 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:29:06.338542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:06.489902 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3299768 Mar 22 17:29:06.500692 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Pushing event updated for resources: {'Network': ['ID=52769141-3cd2-43f5-8ae5-d178ed45b2c2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:29:06.508279 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.508660 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.509026 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.510016 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.510473 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.510813 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.511140 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.511466 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.511809 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.512165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.512533 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.512886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.513176 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.513493 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.513811 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f894ab-2b4b-42a4-ae6b-8723c53ab909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:06.525548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:29:08.863398 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41360) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:29:08.935190 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac129280-d0c1-4177-86d9-61e78b6bda91 admin admin] GET failed (client error): The resource could not be found. Mar 22 17:29:08.936607 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ac129280-d0c1-4177-86d9-61e78b6bda91 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0721107 Mar 22 17:29:09.004584 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06b333-da61-4939-8fff-2e5c2128f00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:29:09.006054 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bd06b333-da61-4939-8fff-2e5c2128f00f admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655668 Mar 22 17:29:09.015854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:29:09.035470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Made reservation on behalf of 1a3221268db24450a6909781177c8947 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:29:09.037718 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.196979 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (17196e59-115f-4c45-a682-478017748394), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.248040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17196e59-115f-4c45-a682-478017748394,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:29:09.257740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Checking segment: {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:29:09.258101 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Network hostable DHCP agents. Network: 52769141-3cd2-43f5-8ae5-d178ed45b2c2, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:29:09.274094 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:29:09.282188 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 52769141-3cd2-43f5-8ae5-d178ed45b2c2) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:29:09.286133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:29:09.286731 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.292409 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a71ac0-9cb1-43b5-8983-0b52cfb09825 None None] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:29:09.308227 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ec574b29-7648-4f09-b598-7ca5e7dfd2a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2958872 Mar 22 17:29:09.398337 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-52769141-3cd2-43f5-8ae5-d178ed45b2c2', 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2', 'project_id': '1a3221268db24450a6909781177c8947', 'fixed_ips': [{'subnet_id': '17196e59-115f-4c45-a682-478017748394'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:29:09.399217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.562166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Allocated IP 192.168.233.2 (52769141-3cd2-43f5-8ae5-d178ed45b2c2/17196e59-115f-4c45-a682-478017748394/a476364a-3350-454d-a290-91bdb8b3ca01) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:29:09.803233 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks [] for port (a476364a-3350-454d-a290-91bdb8b3ca01), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.809389 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.862728 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:29:09.865606 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:29:09.868141 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:29:09.885075 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Pushing event updated for resources: {'Port': ['ID=a476364a-3350-454d-a290-91bdb8b3ca01,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:29:09.907168 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.907524 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.907893 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.908247 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.908615 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.908951 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.909284 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.909615 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.909949 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.910278 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.910608 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.910957 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.911291 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.911621 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.911949 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:29:09.947825 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Attempting to bind port a476364a-3350-454d-a290-91bdb8b3ca01 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:29:09.948208 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Attempting to bind port a476364a-3350-454d-a290-91bdb8b3ca01 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:29:09.948646 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Attempting to bind port a476364a-3350-454d-a290-91bdb8b3ca01 on network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:29:09.953991 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:29:09.954383 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Checking segment: {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:29:09.954792 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:09.955194 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Bound using segment: {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:29:09.955670 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Bound port: a476364a-3350-454d-a290-91bdb8b3ca01, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:29:09.956190 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:10.020612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] For port a476364a-3350-454d-a290-91bdb8b3ca01, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:29:10.023832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] For port a476364a-3350-454d-a290-91bdb8b3ca01, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=a476364a-3350-454d-a290-91bdb8b3ca01,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:29:10.031445 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:10.090631 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fd8e3-8d37-4767-a2a0-0f350cc24dc2 None None] Pushing event updated for resources: {'Port': ['ID=a476364a-3350-454d-a290-91bdb8b3ca01,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:29:10.386464 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device a476364a-3350-454d-a290-91bdb8b3ca01 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:29:10.437275 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port a476364a-3350-454d-a290-91bdb8b3ca01 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:29:10.437668 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:10.516169 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port a476364a-3350-454d-a290-91bdb8b3ca01 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:29:10.516682 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:10.557245 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port a476364a-3350-454d-a290-91bdb8b3ca01, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=a476364a-3350-454d-a290-91bdb8b3ca01,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:29:10.561893 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:10.613229 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=a476364a-3350-454d-a290-91bdb8b3ca01,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:29:10.947997 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48512de9-86e7-4359-a4e0-ba37b90c0042 None None] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:29:11.017587 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b27f0d65-c7ce-4307-9a95-a9f1f63cbf12 None None] Provisioning complete for port a476364a-3350-454d-a290-91bdb8b3ca01 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:29:11.017986 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b27f0d65-c7ce-4307-9a95-a9f1f63cbf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:11.128616 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b27f0d65-c7ce-4307-9a95-a9f1f63cbf12 None None] Current status of the port a476364a-3350-454d-a290-91bdb8b3ca01 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:29:11.349739 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-51a493d1-5475-402b-9f85-13519945edf9 None None] Provisioning complete for port a476364a-3350-454d-a290-91bdb8b3ca01 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:29:11.350132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-51a493d1-5475-402b-9f85-13519945edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:11.431639 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-51a493d1-5475-402b-9f85-13519945edf9 None None] Current status of the port a476364a-3350-454d-a290-91bdb8b3ca01 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:29:12.288797 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device a476364a-3350-454d-a290-91bdb8b3ca01 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:29:12.338600 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port a476364a-3350-454d-a290-91bdb8b3ca01 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:29:12.338990 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (a476364a-3350-454d-a290-91bdb8b3ca01), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:12.417484 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port a476364a-3350-454d-a290-91bdb8b3ca01 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:29:28.281516 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:29:28.847994 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ef0df24-e9a3-4800-ad0f-97204c374101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:31.223092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5a88-336b-4da1-9148-99fd42698197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:32.176867 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:33.948731 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:35.304990 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:29:58.849988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-98841377-fe5c-4899-bf09-cf61045e24cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:01.227559 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-eff52298-1970-45bc-85dc-ab3e9ffd199e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:02.180968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:03.951261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:05.280333 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:30:05.309859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:28.852872 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0db68654-92a4-4566-9581-cb7ebee23cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:30.370313 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:30:30.375911 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-9dd28aef-5c96-47c2-9e21-a6396d889aae tempest-verify_tempest_config-951849476 tempest-verify_tempest_config-951849476-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:30:30.376936 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9dd28aef-5c96-47c2-9e21-a6396d889aae tempest-verify_tempest_config-951849476 tempest-verify_tempest_config-951849476-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056453 Mar 22 17:30:30.675649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41416) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:30:30.779133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:30.861870 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Publish callbacks [] for security_group (ee64f421-9481-453b-9504-3112f852f21c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:30.866020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ee64f421-9481-453b-9504-3112f852f21c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:30.911402 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2f52b4a62594c4fad8f890a8cdba0e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2346492 Mar 22 17:30:30.912305 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64f421-9481-453b-9504-3112f852f21c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:30:30.915051 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41420) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:30:30.919912 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.920266 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.920641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.920984 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.921320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.921652 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.921979 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.922305 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.922652 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.922981 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.923323 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.923651 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.923973 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.924311 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.924632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb13928-cf8a-470b-b284-719897b52ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:30.995285 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Publish callbacks [] for security_group (ee64f421-9481-453b-9504-3112f852f21c), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:31.018224 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Publish callbacks [] for security_group (ee64f421-9481-453b-9504-3112f852f21c), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:31.115964 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ee64f421-9481-453b-9504-3112f852f21c), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:31.118607 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:31.119794 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee64f421-9481-453b-9504-3112f852f21c HTTP/1.1" status: 204 len: 168 time: 0.2039990 Mar 22 17:30:31.128901 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64f421-9481-453b-9504-3112f852f21c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:30:31.137527 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.137527 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.137804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.138042 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.138383 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.138721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.139047 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.139379 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.139722 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.140056 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.140396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.140737 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.141062 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.141421 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.141717 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7047f-daa0-4965-be0e-e3a10d172ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:30:31.232805 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa4571be-a13e-4f49-ba6e-43d8429b3992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:32.182106 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:33.954834 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:35.322817 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:30:42.279924 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:30:58.854897 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7b9d2432-8620-410a-8a2a-61ee478e74d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:01.238768 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0637d5d1-9e11-4ad3-b952-5080acb9e5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:02.184339 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:03.957293 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:05.314913 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:19.280910 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:31:28.860479 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee83f-38bf-4a9f-934a-925eff8eca1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:31.241794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dde9736d-74c8-4a85-b695-e3d85e48f31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:32.187100 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:33.960797 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:35.322110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:31:56.279381 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 5 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:31:58.864888 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9b70b55c-c548-4140-91e6-8c50e860aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:01.244405 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff28cc8-4d66-40c4-965a-57d7114a5aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:02.188470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:03.965239 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:05.315458 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:15.673616 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655330'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:28.878619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4101064a-5a49-4eba-be94-dc4f1aa9fdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.138858 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41492) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:31.257264 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6accad6e-feed-4251-a350-7c46b61ed80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:31.269319 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-880c7490-0c82-4ad8-a075-08e5ecb9d9fb admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1292055 Mar 22 17:32:32.202420 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:33.283493 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:32:33.789140 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41502) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:32:33.858884 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d9646d20-428d-4de5-ae4b-6c76e0773645 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0685062 Mar 22 17:32:33.982916 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:35.322723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:45.635460 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:32:58.874073 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-da38ac7a-8093-450c-9040-9ea914e4fa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:01.246674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48723209-3407-46a1-b16e-0e230f3b9cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:02.200515 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:03.967902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:05.318522 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:10.283424 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:33:15.654050 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:28.879959 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9209ea8-d6aa-40bc-a398-accf2bea2da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:31.255442 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47aed592-d9de-4c35-be09-dadbb688ff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:32.223374 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:33.992784 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:35.320031 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:45.661871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:33:47.288628 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:33:58.882391 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53f00c7e-5e42-4b01-a323-702d17a27dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:01.244399 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37c383a9-7f57-4a34-9921-e04af9bc5907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:02.202547 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:03.971448 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:05.324599 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:14.728099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41588) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:15.024641 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-156190125-network', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:15.075090 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Made reservation on behalf of ace8f01a7a034849af8002e2a648ab6d for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:15.078208 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.094030 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.221778 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks [] for security_group (301d1385-4679-4f64-ae95-cc957df769c8), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.231820 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (301d1385-4679-4f64-ae95-cc957df769c8), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.272303 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:34:15.276535 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301d1385-4679-4f64-ae95-cc957df769c8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:15.290207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.290571 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.291059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.291301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.291653 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.291998 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.292555 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.293077 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.293863 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.294430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.294817 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.295189 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.295550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.295888 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.296227 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Tracked resource versions report: Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: pushed versions: Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: { 'AddressGroup': {'1.2'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Agent': {'1.1'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'ConntrackHelper': {'1.0'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Log': {'1.0'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'NDPProxy': {'1.0'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Network': {'1.1'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Port': {'1.7'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'PortForwarding': {'1.3'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'QosPolicy': {'1.10'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroup': {'1.5'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SubPort': {'1.0'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Subnet': {'1.1'}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Trunk': {'1.1'}} Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: consumer versions: Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Agent': '1.1', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'ConntrackHelper': '1.0', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'LocalIPAssociation': '1.0', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Log': '1.0', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'NDPProxy': '1.0', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Network': '1.1', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Port': '1.7', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'PortForwarding': '1.3', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'QosPolicy': '1.10', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroup': '1.5', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SecurityGroupRule': '1.2', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'SubPort': '1.0', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Subnet': '1.1', Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: 'Trunk': '1.1'}} Mar 22 17:34:15.297450 dv-cinder-820578-3-iscsi neutron-server[103456]: {{(pid=103456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:34:15.312742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792669536058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (373df24f-a627-40e2-bf4d-652a0cbb07fe), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.313959 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Unsubscribe: segment precommit_create {{(pid=103456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 17:34:15.314488 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Added segment 373df24f-a627-40e2-bf4d-652a0cbb07fe of type vlan for network e190b32d-65d8-4078-a6d7-9076dea076cf Mar 22 17:34:15.377150 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (e190b32d-65d8-4078-a6d7-9076dea076cf), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.427720 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (e190b32d-65d8-4078-a6d7-9076dea076cf), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.428769 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:15.429550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.552768 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8219721 Mar 22 17:34:15.554016 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d1aa-fcec-4e12-b819-b54fd015f8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e190b32d-65d8-4078-a6d7-9076dea076cf,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:15.555916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41646) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:15.564453 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Request body: {'subnet': {'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-subnet', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:15.572140 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network e190b32d-65d8-4078-a6d7-9076dea076cf details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:34:15.594854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Made reservation on behalf of ace8f01a7a034849af8002e2a648ab6d for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:15.597591 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.670279 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.918655 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (bebe77c3-e705-498f-acdf-0a9efd2a88a0), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:15.967236 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebe77c3-e705-498f-acdf-0a9efd2a88a0,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:15.997534 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:15.998038 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Network hostable DHCP agents. Network: e190b32d-65d8-4078-a6d7-9076dea076cf, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:34:16.023672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Network e190b32d-65d8-4078-a6d7-9076dea076cf is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:34:16.035377 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, e190b32d-65d8-4078-a6d7-9076dea076cf) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:16.040240 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:16.040895 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.047308 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c7fec-e4f4-47c8-9224-e956aa26be38 None None] Network e190b32d-65d8-4078-a6d7-9076dea076cf requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:16.061174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41664) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:16.067484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:16.071392 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-450e276d-c6c3-4c0b-a54a-a1b361030262 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5142090 Mar 22 17:34:16.090333 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (de439c13-c557-4190-8f63-7b6518d7aef5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.091583 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (de439c13-c557-4190-8f63-7b6518d7aef5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.157012 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for router_controller (de439c13-c557-4190-8f63-7b6518d7aef5), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.182736 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-e190b32d-65d8-4078-a6d7-9076dea076cf', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:34:16.183608 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.333102 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for router_gateway (de439c13-c557-4190-8f63-7b6518d7aef5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.379861 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Allocated IP 172.20.0.2 (e190b32d-65d8-4078-a6d7-9076dea076cf/bebe77c3-e705-498f-acdf-0a9efd2a88a0/17d79e7f-f29f-4307-bbce-d31fd8f2b120) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:16.624169 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks [] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.633996 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.657270 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for router_gateway (de439c13-c557-4190-8f63-7b6518d7aef5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.679210 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.703075 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Pushing event updated for resources: {'Port': ['ID=17d79e7f-f29f-4307-bbce-d31fd8f2b120,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:16.721723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:16.727179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.727179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.727179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.727179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.727491 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.728070 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.728616 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.728968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.729480 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.730026 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.730351 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.730638 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.731134 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.731765 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.732263 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Tracked resource versions report: Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: pushed versions: Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Agent': {'1.1'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Log': {'1.0'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Network': {'1.1'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Port': {'1.7'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: consumer versions: Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Agent': '1.1', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Log': '1.0', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'NDPProxy': '1.0', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Network': '1.1', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Port': '1.7', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'PortForwarding': '1.3', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'QosPolicy': '1.10', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'SubPort': '1.0', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Subnet': '1.1', Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: 'Trunk': '1.1'}} Mar 22 17:34:16.733623 dv-cinder-820578-3-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:34:16.736608 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:16.757428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:16.817127 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Attempting to bind port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:16.817509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Attempting to bind port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:16.817893 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Attempting to bind port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:16.819493 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Allocated IP 172.27.0.19 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/16600c49-e841-4005-8d2c-714ee58dcb0e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:16.823955 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:16.824737 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:16.825430 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.826015 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Bound using segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:16.827078 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Bound port: 17d79e7f-f29f-4307-bbce-d31fd8f2b120, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:16.827723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.859049 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41716) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:16.923292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] For port 17d79e7f-f29f-4307-bbce-d31fd8f2b120, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:16.928687 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] For port 17d79e7f-f29f-4307-bbce-d31fd8f2b120, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=17d79e7f-f29f-4307-bbce-d31fd8f2b120,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:16.937946 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:16.968709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.013975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.017188 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b5f90-9b90-4ef6-afa5-79b8e7673e28 None None] Pushing event updated for resources: {'Port': ['ID=17d79e7f-f29f-4307-bbce-d31fd8f2b120,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:17.089639 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:17.099719 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Pushing event updated for resources: {'Port': ['ID=16600c49-e841-4005-8d2c-714ee58dcb0e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:17.102275 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:17.105010 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:17.113800 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.114170 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.114545 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.114896 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.115242 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.115589 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.115922 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.116274 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.116662 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.117008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.117357 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.117710 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.118040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.118409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.118705 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Tracked resource versions report: Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: pushed versions: Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Agent': {'1.1'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Log': {'1.0'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Network': {'1.1'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Port': {'1.7'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: consumer versions: Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Agent': '1.1', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Log': '1.0', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'NDPProxy': '1.0', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Network': '1.1', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Port': '1.7', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'PortForwarding': '1.3', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'QosPolicy': '1.10', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'SubPort': '1.0', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Subnet': '1.1', Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: 'Trunk': '1.1'}} Mar 22 17:34:17.119903 dv-cinder-820578-3-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:34:17.313335 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:17.404502 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for router_gateway (de439c13-c557-4190-8f63-7b6518d7aef5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.437014 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1166666246-network', 'tenant_id': 'd16e6794eeba4195b9e708dadef2e17b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:17.478901 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Made reservation on behalf of d16e6794eeba4195b9e708dadef2e17b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:17.483167 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.497098 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.641608 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks [] for security_group (ae67740d-c066-499a-8018-d6b7e864e37a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.648693 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ae67740d-c066-499a-8018-d6b7e864e37a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.710787 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67740d-c066-499a-8018-d6b7e864e37a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:17.741464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:34:17.764367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (d23d4b55-21e3-407e-8d2c-ffc3bbae0e01), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.765346 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Added segment d23d4b55-21e3-407e-8d2c-ffc3bbae0e01 of type vlan for network 130d4718-ee71-4aa1-a1af-1924b45f2e23 Mar 22 17:34:17.832702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41738) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:17.843588 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:17.850997 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (130d4718-ee71-4aa1-a1af-1924b45f2e23), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.859631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (de439c13-c557-4190-8f63-7b6518d7aef5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.901225 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (130d4718-ee71-4aa1-a1af-1924b45f2e23), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.903849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:17.908856 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:17.979391 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] Pushing event updated for resources: {'Network': ['ID=130d4718-ee71-4aa1-a1af-1924b45f2e23,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:17.996258 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 130d4718-ee71-4aa1-a1af-1924b45f2e23 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:34:17.998003 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2097469384-network', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:18.024662 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3638c8d4-3684-4973-b8c2-704bb372e673 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1641827 Mar 22 17:34:18.025900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41754) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:18.026541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Made reservation on behalf of b35a7db5ede34676a9fc5beb57f6fd9f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:18.029251 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.037711 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Request body: {'subnet': {'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1166666246-subnet', 'tenant_id': 'd16e6794eeba4195b9e708dadef2e17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:18.045044 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.093904 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Made reservation on behalf of d16e6794eeba4195b9e708dadef2e17b for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:18.100917 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.152484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks [] for security_group (39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.162361 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.189666 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:34:18.231567 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (55ab34b7-eaa2-4314-b738-327d04c1c89f), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.232317 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Added segment 55ab34b7-eaa2-4314-b738-327d04c1c89f of type vlan for network d10e4963-7ae2-4c5b-80df-01898f9a78d3 Mar 22 17:34:18.242703 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Router de439c13-c557-4190-8f63-7b6518d7aef5 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:34:18.303755 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:18.317392 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1359307596-network', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:18.349395 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (d10e4963-7ae2-4c5b-80df-01898f9a78d3), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.359780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-network', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:18.440777 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:18.443974 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.465787 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.475348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Made reservation on behalf of 6f389f96505d4249a6b6f0ad56bd25d1 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:18.478413 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.495494 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (d10e4963-7ae2-4c5b-80df-01898f9a78d3), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.497372 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.498097 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.542182 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:18.555365 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:18.572579 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:18.573279 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:18.657180 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks [] for security_group (18acbb10-afae-4e76-81fd-de937c4b6f02), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.660849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.689668 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 17d79e7f-f29f-4307-bbce-d31fd8f2b120 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:18.722122 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4063802 Mar 22 17:34:18.725115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18acbb10-afae-4e76-81fd-de937c4b6f02), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.751407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41770) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:18.752135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:34:18.768974 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Request body: {'subnet': {'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2097469384-subnet', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:18.785805 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (df51442f-8213-40f9-92d4-1c1aa1e617bd), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.786152 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Added segment df51442f-8213-40f9-92d4-1c1aa1e617bd of type vlan for network 00d86549-f654-4962-ad75-dae58b96b9cb Mar 22 17:34:18.832402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (e0c23761-2d41-4b3f-9e19-f8db56cb3e47), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.837792 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:18.839315 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.844250 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (00d86549-f654-4962-ad75-dae58b96b9cb), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.846952 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15783ed9-4602-471d-bfe8-4c5c03ad351b None None] Network e190b32d-65d8-4078-a6d7-9076dea076cf requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:18.848308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Made reservation on behalf of b35a7db5ede34676a9fc5beb57f6fd9f for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:18.854194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.883274 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (00d86549-f654-4962-ad75-dae58b96b9cb), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.884257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:18.886398 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:18.978307 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1339023 Mar 22 17:34:19.029218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41784) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:19.045742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Request body: {'subnet': {'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-subnet', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:19.057192 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18acbb10-afae-4e76-81fd-de937c4b6f02,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:19.107164 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0596-96eb-444c-bb6d-4c477e3f06ec admin admin] Pushing event updated for resources: {'Network': ['ID=d10e4963-7ae2-4c5b-80df-01898f9a78d3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:19.143558 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:19.167557 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.169749 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9f714167-d96c-4247-9d67-fb55aaa3a743 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1067395 Mar 22 17:34:19.175080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (8e9f64ba-e1bb-4f86-831c-c5fe633bfd20), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.177336 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41790) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:19.230607 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:34:19.272636 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:19.276943 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.438274 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Provisioning complete for port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:19.439447 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.656943 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b957-a137-4f80-bc3e-250a12afc9ac admin admin] Pushing event updated for resources: {'Network': ['ID=00d86549-f654-4962-ad75-dae58b96b9cb,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:19.690827 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:17Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:19.770998 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:19.778449 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 00d86549-f654-4962-ad75-dae58b96b9cb details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:34:19.779833 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Updating router de439c13-c557-4190-8f63-7b6518d7aef5 port 16600c49-e841-4005-8d2c-714ee58dcb0e binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:19.795767 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks [] for security_group (8cb51f83-9a8f-47a6-aa3a-334973e697b9), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.818866 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8cb51f83-9a8f-47a6-aa3a-334973e697b9), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.859202 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:34:19.880275 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (72e910b0-a492-45be-8491-3280fddbaeee), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:19.880930 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Added segment 72e910b0-a492-45be-8491-3280fddbaeee of type vlan for network 13dae9ab-82bb-4f83-b847-aa008142f321 Mar 22 17:34:19.886723 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.015627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:20.016227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.079042 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c23761-2d41-4b3f-9e19-f8db56cb3e47,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.165284 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Checking segment: {'id': 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:20.165655 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Network hostable DHCP agents. Network: 130d4718-ee71-4aa1-a1af-1924b45f2e23, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:34:20.182815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Checking segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:20.183518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Network hostable DHCP agents. Network: d10e4963-7ae2-4c5b-80df-01898f9a78d3, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:34:20.205645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.212147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.243358 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Network 130d4718-ee71-4aa1-a1af-1924b45f2e23 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:34:20.254973 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb51f83-9a8f-47a6-aa3a-334973e697b9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.266148 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (13dae9ab-82bb-4f83-b847-aa008142f321), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.284668 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Current status of the port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:20.286757 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.311102 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 17d79e7f-f29f-4307-bbce-d31fd8f2b120, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=17d79e7f-f29f-4307-bbce-d31fd8f2b120,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:20.319684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.369739 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (86180207-c728-4784-9d91-8ef1c578bd68), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.387668 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (13dae9ab-82bb-4f83-b847-aa008142f321), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.387668 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:20.390472 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.483968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=17d79e7f-f29f-4307-bbce-d31fd8f2b120,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.485121 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks [] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.493726 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.510028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Allocated IP 172.20.0.1 (e190b32d-65d8-4078-a6d7-9076dea076cf/bebe77c3-e705-498f-acdf-0a9efd2a88a0/abb30473-7189-48bd-a3be-748fc385d7fd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:20.550073 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Pushing event updated for resources: {'Port': ['ID=16600c49-e841-4005-8d2c-714ee58dcb0e,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.573716 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.574458 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.576182 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.577728 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.579223 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.580507 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.581625 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.582128 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.584000 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.584601 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.585977 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.586967 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.587468 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.588784 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.591493 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Tracked resource versions report: Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: pushed versions: Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Agent': {'1.1'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Log': {'1.0'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Network': {'1.1'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Port': {'1.7'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: consumer versions: Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: HyperV agent@hv-cinder-82057: {}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: L3 agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: Metadata agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: Metering agent@dv-cinder-820578-3-iscsi: {}, Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-820578-3-iscsi: { 'AddressGroup': '1.2', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Agent': '1.1', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Log': '1.0', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'NDPProxy': '1.0', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Network': '1.1', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Port': '1.7', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'PortForwarding': '1.3', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'QosPolicy': '1.10', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'SubPort': '1.0', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Subnet': '1.1', Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: 'Trunk': '1.1'}} Mar 22 17:34:20.594639 dv-cinder-820578-3-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 17:34:20.633425 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.db.api [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:34:20.634096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG oslo_db.api [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:34:20.640282 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Attempting to bind port 16600c49-e841-4005-8d2c-714ee58dcb0e on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:20.641207 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Attempting to bind port 16600c49-e841-4005-8d2c-714ee58dcb0e by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:20.641587 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Attempting to bind port 16600c49-e841-4005-8d2c-714ee58dcb0e on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:20.646133 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8123133 Mar 22 17:34:20.656147 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:20.656588 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:20.657004 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.659557 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:20.660673 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Bound port: 16600c49-e841-4005-8d2c-714ee58dcb0e, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:20.661626 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.667147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks [] for port (abb30473-7189-48bd-a3be-748fc385d7fd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.668414 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41826) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:20.700129 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Request body: {'subnet': {'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-subnet', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:20.705452 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:34:20.712747 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.718969 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 130d4718-ee71-4aa1-a1af-1924b45f2e23) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:20.734369 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:20.734978 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.735161 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc94b35-e9fe-4957-ad4d-d6c09e431468 None None] Network 130d4718-ee71-4aa1-a1af-1924b45f2e23 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:20.737237 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, d10e4963-7ae2-4c5b-80df-01898f9a78d3) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:20.764037 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:20.767504 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:20.768726 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.776609 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:20.789801 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:20.790539 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (de439c13-c557-4190-8f63-7b6518d7aef5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.819017 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Made reservation on behalf of 6f389f96505d4249a6b6f0ad56bd25d1 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:20.830807 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.832156 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] For port 16600c49-e841-4005-8d2c-714ee58dcb0e, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:20.850471 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] For port 16600c49-e841-4005-8d2c-714ee58dcb0e, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=16600c49-e841-4005-8d2c-714ee58dcb0e,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:20.861852 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:20.869349 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Pushing event updated for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:20.878661 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b44e76c5-97db-4001-85fa-4201f228cc93 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1173706 Mar 22 17:34:20.879536 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41830) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:20.913499 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5f83433b-5853-44cc-9c68-6fd0f79701cf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8826556 Mar 22 17:34:20.938402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:21.070227 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:21.071892 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:21.078583 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3f430-72ea-4274-864b-86a61aca8688 None None] Pushing event updated for resources: {'Port': ['ID=16600c49-e841-4005-8d2c-714ee58dcb0e,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:21.158107 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86180207-c728-4784-9d91-8ef1c578bd68,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:21.176126 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.177541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.203849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71e11-d706-4d83-9c06-b4fd59443150 admin admin] Pushing event updated for resources: {'Network': ['ID=13dae9ab-82bb-4f83-b847-aa008142f321,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:21.318076 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96ee2f-ad00-47b3-a8bc-46421c215dfb None None] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:21.332495 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (a9b7df96-d1b6-4382-8b25-4a0e311f1355), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.362584 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:21.362975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Network hostable DHCP agents. Network: 00d86549-f654-4962-ad75-dae58b96b9cb, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:34:21.440758 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 17d79e7f-f29f-4307-bbce-d31fd8f2b120 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:21.442727 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 13dae9ab-82bb-4f83-b847-aa008142f321 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:34:21.451841 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c1305b6c-b87c-4ed6-8789-06f10011de72 None None] Current status of the port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:21.477279 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:21.527549 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for router_controller (e47bf664-2f1b-4a36-bfae-00df0009ebc5), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.535474 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Network 00d86549-f654-4962-ad75-dae58b96b9cb is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:34:21.576550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b7df96-d1b6-4382-8b25-4a0e311f1355,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:21.579242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 00d86549-f654-4962-ad75-dae58b96b9cb) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:21.586101 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Checking segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:21.586735 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Network hostable DHCP agents. Network: 13dae9ab-82bb-4f83-b847-aa008142f321, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:34:21.622372 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:21.624432 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.655340 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:34:21.656906 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.679078 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8e6557e4-e5a9-4247-a453-d25692479079 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6402769 Mar 22 17:34:21.689650 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41860) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:21.705135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:21.719742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04075ee8-8c76-4b38-9dd1-00f6351d53f8 None None] Network 00d86549-f654-4962-ad75-dae58b96b9cb requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:21.722452 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 13dae9ab-82bb-4f83-b847-aa008142f321) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:21.756456 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:21.758186 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.788869 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6f947f3b-12e9-4225-8f1e-804c7bb7295a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1137772 Mar 22 17:34:21.791602 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.794226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.800291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41866) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:21.811627 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:21.840668 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (722f06d1-ba02-4509-96b5-172b830ed11a), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.842039 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (722f06d1-ba02-4509-96b5-172b830ed11a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.857567 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd71a1-879e-41d7-93f2-ee73f3403b7f None None] Network 13dae9ab-82bb-4f83-b847-aa008142f321 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:21.972776 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-00d86549-f654-4962-ad75-dae58b96b9cb', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:34:21.974600 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:21.977033 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adb269-2f9f-449d-bf43-253e3d268ce4 None None] Network 130d4718-ee71-4aa1-a1af-1924b45f2e23 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:22.000839 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:17Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:22.062048 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for router_controller (e37ced10-7742-4f9e-a7cf-173cb88d2636), precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.068733 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b60a4-dfab-4b01-8d9b-67ec85ea43f9 None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:17Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:22.106295 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Provisioning complete for port abb30473-7189-48bd-a3be-748fc385d7fd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:22.107045 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.161214 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Port abb30473-7189-48bd-a3be-748fc385d7fd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:22.207146 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-13dae9ab-82bb-4f83-b847-aa008142f321', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:34:22.208164 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.231309 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks [] for port (abb30473-7189-48bd-a3be-748fc385d7fd), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.241027 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for router_gateway (e47bf664-2f1b-4a36-bfae-00df0009ebc5), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.245260 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.247071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (de439c13-c557-4190-8f63-7b6518d7aef5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.304215 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for router_controller (722f06d1-ba02-4509-96b5-172b830ed11a), precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.408999 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Provisioning complete for port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:22.412349 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.461042 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Allocated IP 172.20.0.2 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/42436c2a-112d-4d9a-a6b3-3767258ad2db) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:22.493280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:22.501424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:22.539714 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:22.542832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:22.670954 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 41902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:22.738829 dv-cinder-820578-3-iscsi neutron-server[103456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:34:22.778465 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Pushing event updated for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:22.939632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Router de439c13-c557-4190-8f63-7b6518d7aef5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:34:23.062150 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-d10e4963-7ae2-4c5b-80df-01898f9a78d3', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:34:23.063170 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.182688 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-ea104f2a-2b84-42de-a10f-d10abf75cff2 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:23.187570 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-ea104f2a-2b84-42de-a10f-d10abf75cff2 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/networks?id=130d4718-ee71-4aa1-a1af-1924b45f2e23 HTTP/1.1" status: 200 len: 812 time: 0.5043092 Mar 22 17:34:23.212007 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for router_gateway (722f06d1-ba02-4509-96b5-172b830ed11a), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.224985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for router_gateway (e37ced10-7742-4f9e-a7cf-173cb88d2636), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.235215 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-ba03ae68-e5fa-4479-b369-efab31697036 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/quotas/d16e6794eeba4195b9e708dadef2e17b HTTP/1.1" status: 200 len: 375 time: 0.0352209 Mar 22 17:34:23.239553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:23.248940 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-922370af-581a-4da9-b4b9-45e395d837ac admin admin] 10.222.0.69 "PUT /v2.0/routers/de439c13-c557-4190-8f63-7b6518d7aef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0671606 Mar 22 17:34:23.324497 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks [] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.359402 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.443611 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for router_gateway (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.519470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:23.544694 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Pushing event updated for resources: {'Port': ['ID=42436c2a-112d-4d9a-a6b3-3767258ad2db,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:23.646270 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bd50142a-79a5-41f7-be58-4f4390f86c9c None None] Current status of the port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:23.748922 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:23.770299 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:23.795502 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-50b7c65c-5085-448c-999f-406ee8ccfc64 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d16e6794eeba4195b9e708dadef2e17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5594552 Mar 22 17:34:23.901653 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Allocated IP 172.27.0.205 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/18bc81c8-1d62-4451-ac22-1ba7fda52b15) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:23.921958 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:23.947053 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:24.022528 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1b90c1f0-b2f3-4d29-a0f6-610150a0ed66 None None] Provisioning complete for port abb30473-7189-48bd-a3be-748fc385d7fd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:24.024230 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1b90c1f0-b2f3-4d29-a0f6-610150a0ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.117423 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 16600c49-e841-4005-8d2c-714ee58dcb0e up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:24.119037 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1b90c1f0-b2f3-4d29-a0f6-610150a0ed66 None None] Port abb30473-7189-48bd-a3be-748fc385d7fd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:24.119382 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-04a70bb5-8029-4e91-9622-97113471a618 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:34:24.121250 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Allocated IP 172.20.0.2 (13dae9ab-82bb-4f83-b847-aa008142f321/a9b7df96-d1b6-4382-8b25-4a0e311f1355/41ac7907-83cc-4768-83b9-27ed3fe632cf) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:24.133070 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.133291 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-04a70bb5-8029-4e91-9622-97113471a618 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1335282 Mar 22 17:34:24.136101 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 41978) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:24.139902 dv-cinder-820578-3-iscsi neutron-server[103457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 17:34:24.273682 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Attempting to bind port 42436c2a-112d-4d9a-a6b3-3767258ad2db on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:24.274066 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Attempting to bind port 42436c2a-112d-4d9a-a6b3-3767258ad2db by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:24.274437 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Attempting to bind port 42436c2a-112d-4d9a-a6b3-3767258ad2db on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:24.287795 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:34:24.292116 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:24.292530 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:24.292955 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.293915 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:24.294428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Bound port: 42436c2a-112d-4d9a-a6b3-3767258ad2db, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:24.295478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.336112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Allocated IP 172.20.0.2 (d10e4963-7ae2-4c5b-80df-01898f9a78d3/8e9f64ba-e1bb-4f86-831c-c5fe633bfd20/56c72a4d-32c0-4e8e-aeb4-ae5a97c50090) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:24.390651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for router_gateway (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.422038 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 16600c49-e841-4005-8d2c-714ee58dcb0e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:24.422483 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.432989 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for router_gateway (722f06d1-ba02-4509-96b5-172b830ed11a), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.435853 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.470029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.472509 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.473574 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-edb28612-63ba-4833-ac6a-707657589961 service neutron] 10.222.0.69 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414226 Mar 22 17:34:24.559032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-bf1649bc-9824-406f-b856-46f892b20752 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:24.560652 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-bf1649bc-9824-406f-b856-46f892b20752 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 0.4226668 Mar 22 17:34:24.565498 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:24.574049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:24.584762 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:24.667229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Pushing event updated for resources: {'Port': ['ID=18bc81c8-1d62-4451-ac22-1ba7fda52b15,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:24.703667 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] For port 42436c2a-112d-4d9a-a6b3-3767258ad2db, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:24.738683 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-9654c563-1dfa-48b2-b61d-4c508267e345 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/quotas/ace8f01a7a034849af8002e2a648ab6d HTTP/1.1" status: 200 len: 375 time: 0.1602695 Mar 22 17:34:24.747514 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] For port 42436c2a-112d-4d9a-a6b3-3767258ad2db, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=42436c2a-112d-4d9a-a6b3-3767258ad2db,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:24.778486 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.785605 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks [] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.828643 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-bf6b4fe5-79c6-4453-b10f-dbef1262d8ee service neutron] 10.222.0.69 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279397 Mar 22 17:34:24.832433 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Allocated IP 172.27.0.29 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/764915a0-6733-45e6-8cae-0862516434f1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:24.839751 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.938212 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:24.955137 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:24.965896 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 16600c49-e841-4005-8d2c-714ee58dcb0e is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:24.966535 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:24.982261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:24.988813 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff774-c587-4337-8279-9cdbb91f0987 None None] Pushing event updated for resources: {'Port': ['ID=42436c2a-112d-4d9a-a6b3-3767258ad2db,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:24.997615 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks [] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.027808 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-f6659591-12ee-437b-a750-7b680a4579d0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2800055 Mar 22 17:34:25.145921 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for port (764915a0-6733-45e6-8cae-0862516434f1), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.153040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.185109 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 16600c49-e841-4005-8d2c-714ee58dcb0e, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=16600c49-e841-4005-8d2c-714ee58dcb0e,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:25.186267 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for router_gateway (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.238819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:25.252696 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-ac13cfb0-aa91-43b5-9cfb-c25585dabab6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:34:25.254028 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-ac13cfb0-aa91-43b5-9cfb-c25585dabab6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1148012 Mar 22 17:34:25.331985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (764915a0-6733-45e6-8cae-0862516434f1), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.441012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.441688 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Allocated IP 172.27.0.165 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/1467b800-3cd2-42e7-a38d-583d0517974a) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:25.451428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Pushing event updated for resources: {'Port': ['ID=41ac7907-83cc-4768-83b9-27ed3fe632cf,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.478776 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Attempting to bind port 41ac7907-83cc-4768-83b9-27ed3fe632cf on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:25.479230 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Attempting to bind port 41ac7907-83cc-4768-83b9-27ed3fe632cf by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:25.479805 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Attempting to bind port 41ac7907-83cc-4768-83b9-27ed3fe632cf on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:25.518896 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:25.519891 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Checking segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:25.520725 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.526648 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Bound using segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:25.527655 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Bound port: 41ac7907-83cc-4768-83b9-27ed3fe632cf, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:25.528346 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.550472 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:25.560336 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:25.565684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:25.621108 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:25.621918 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:25.693673 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Pushing event updated for resources: {'Port': ['ID=764915a0-6733-45e6-8cae-0862516434f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.707650 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Attempting to bind port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:25.708244 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Attempting to bind port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:25.709171 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Attempting to bind port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:25.754229 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-5988416c-49f6-4e88-8abf-1bbaea2f9843 service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503622 Mar 22 17:34:25.757832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0e058b6f-30fe-4a75-a331-e3c8c6087598 req-6b85263d-cfb4-4676-934e-36763d326e85 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.2245090 Mar 22 17:34:25.767789 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:25.774537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:25.780368 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:25.827483 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Pushing event updated for resources: {'Port': ['ID=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:25.842325 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:25.842659 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Checking segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:25.842859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.845529 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Bound using segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:25.845850 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Bound port: 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:25.846259 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:25.882833 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for port (1467b800-3cd2-42e7-a38d-583d0517974a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.031282 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 42436c2a-112d-4d9a-a6b3-3767258ad2db up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:26.140586 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=16600c49-e841-4005-8d2c-714ee58dcb0e,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:26.146838 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] For port 41ac7907-83cc-4768-83b9-27ed3fe632cf, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:26.185122 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] For port 41ac7907-83cc-4768-83b9-27ed3fe632cf, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=41ac7907-83cc-4768-83b9-27ed3fe632cf,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:26.229800 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.233729 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:26.263665 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-79f094e7-68f8-4430-8d8a-00d2c582ea6d service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940014 Mar 22 17:34:26.360594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.360786 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] For port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:26.363337 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 42436c2a-112d-4d9a-a6b3-3767258ad2db triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:26.363337 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.517601 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] For port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:26.548344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8743db-9710-4d73-aed7-c7a770e08c60 None None] Pushing event updated for resources: {'Port': ['ID=41ac7907-83cc-4768-83b9-27ed3fe632cf,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:26.558721 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.721404 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:34:26.850666 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:26.923095 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e7209-a594-4344-a359-b40d3bc5f78b None None] Pushing event updated for resources: {'Port': ['ID=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:26.960437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:26.974570 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:26.994503 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for router_gateway (722f06d1-ba02-4509-96b5-172b830ed11a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.010015 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:27.010765 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:27.021953 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ce69c7ea-6230-4e1d-b697-68afa065ba5f req-b0ac918c-a159-4955-b9ca-c0012a625161 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 210 time: 0.2086315 Mar 22 17:34:27.024184 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679e237-3af6-42ca-b999-f3f6dab1d215 None None] Network 00d86549-f654-4962-ad75-dae58b96b9cb requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:27.056730 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:27.171305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-e2dfeed7-976b-4f15-9756-e883857d06e5 None None] Provisioning complete for port 42436c2a-112d-4d9a-a6b3-3767258ad2db triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:27.171694 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed7-976b-4f15-9756-e883857d06e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.219735 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a3e2370c-42e9-4364-b784-9db7f90d5cde req-dd046470-e707-4d1d-8519-a3d113c26510 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.2557998 Mar 22 17:34:27.242169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.247681 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 42436c2a-112d-4d9a-a6b3-3767258ad2db is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:27.248119 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.252209 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b571dadb-9a44-45d6-8aa6-d71899730783 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3442352 Mar 22 17:34:27.254109 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42074) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:27.314849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:27.334113 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:27.413165 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:27.556493 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 42436c2a-112d-4d9a-a6b3-3767258ad2db, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=42436c2a-112d-4d9a-a6b3-3767258ad2db,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:27.569363 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.649931 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Pushing event updated for resources: {'Port': ['ID=1467b800-3cd2-42e7-a38d-583d0517974a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:27.702313 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 2, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:27.778403 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:27.779601 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Updating router de439c13-c557-4190-8f63-7b6518d7aef5 port abb30473-7189-48bd-a3be-748fc385d7fd binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:27.845953 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:27.853168 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=42436c2a-112d-4d9a-a6b3-3767258ad2db,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:27.879271 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfeed7-976b-4f15-9756-e883857d06e5 None None] Current status of the port 42436c2a-112d-4d9a-a6b3-3767258ad2db is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:27.962221 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 3, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:28.079115 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:28.079759 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Updating router e47bf664-2f1b-4a36-bfae-00df0009ebc5 port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:28.150709 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.602269 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-f6b2384a-47f9-43e3-ba04-c18950624899 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:28.619096 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-f6b2384a-47f9-43e3-ba04-c18950624899 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 1.2997730 Mar 22 17:34:28.633613 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:28.680004 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0474d492-e453-47df-be3a-2b07a791b004 req-9f9f52c9-8f26-4319-84f7-e5ce6a816d52 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.0832970 Mar 22 17:34:28.680907 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-54215878-af24-4645-ac72-ce4454e75ab1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/quotas/ace8f01a7a034849af8002e2a648ab6d HTTP/1.1" status: 200 len: 375 time: 0.0605626 Mar 22 17:34:28.760135 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e3bb0-89e5-4835-8f4d-7a99dadacfc1 None None] Network 13dae9ab-82bb-4f83-b847-aa008142f321 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:28.806708 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (722f06d1-ba02-4509-96b5-172b830ed11a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.813600 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.822193 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for router_gateway (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.902288 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-43416392-3446-4d7f-b14a-0b1312711a8e None None] Provisioning complete for port 42436c2a-112d-4d9a-a6b3-3767258ad2db triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:28.906086 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-43416392-3446-4d7f-b14a-0b1312711a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.958334 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks [] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:28.970110 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.023898 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f9cdb-6538-4a4f-a090-079053d724ec None None] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:34:29.110765 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:29.111200 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.112579 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cdec1-aabd-4358-a6f7-70ebcd93eea9 None None] Pushing event updated for resources: {'Port': ['ID=18bc81c8-1d62-4451-ac22-1ba7fda52b15,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:29.138624 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Attempting to bind port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:29.138994 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Attempting to bind port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:29.139564 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Attempting to bind port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:29.149893 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:29.153197 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:29.155384 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.157610 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:29.158142 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Bound port: 18bc81c8-1d62-4451-ac22-1ba7fda52b15, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:29.159940 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.167182 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d81c5490-ce93-4520-a926-9ec4de753cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.237914 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Allocated IP 172.20.0.1 (d10e4963-7ae2-4c5b-80df-01898f9a78d3/8e9f64ba-e1bb-4f86-831c-c5fe633bfd20/537ee3a4-2092-4728-8b0d-aa8242fd57cf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:29.271247 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] For port 18bc81c8-1d62-4451-ac22-1ba7fda52b15, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:29.276345 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] For port 18bc81c8-1d62-4451-ac22-1ba7fda52b15, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=18bc81c8-1d62-4451-ac22-1ba7fda52b15,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:29.285417 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.405698 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:29.411486 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:29.438494 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-b2a214b9-b16c-473f-a2e3-8de00c4bee08 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7568173 Mar 22 17:34:29.644879 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-84164f7a-f057-476c-9460-5b3ed44098e0 service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863759 Mar 22 17:34:29.657995 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks [] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.661864 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:29.662732 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.934876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:29.953799 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ece0f5e2-19cf-4fbf-92cd-d0fa63383fab req-8f6dd84d-b123-465b-8771-f795ebf7463f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.1220310 Mar 22 17:34:30.040151 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-43416392-3446-4d7f-b14a-0b1312711a8e None None] Current status of the port 42436c2a-112d-4d9a-a6b3-3767258ad2db is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:30.068798 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:30.090878 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:30.091639 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks [] for port (abb30473-7189-48bd-a3be-748fc385d7fd), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.100269 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Router 722f06d1-ba02-4509-96b5-172b830ed11a is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:34:30.118046 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:30.122317 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.154475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:30.162747 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.173197 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:30.177122 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.177933 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 16600c49-e841-4005-8d2c-714ee58dcb0e up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:30.183380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-dd4bde95-bbed-4ff6-97ae-e008c30b9f57 service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169361 Mar 22 17:34:30.429245 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Provisioning complete for port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:30.432018 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.455388 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e4efd-1f87-4d88-9331-1fef0f53001d None None] Pushing event updated for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:30.466997 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:30.698001 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cdec1-aabd-4358-a6f7-70ebcd93eea9 None None] Pushing event updated for resources: {'Port': ['ID=18bc81c8-1d62-4451-ac22-1ba7fda52b15,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:30.756200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Pushing event updated for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:30.776591 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50293) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:30.913776 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.62', 50294) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:30.960482 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 3, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:31.032585 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:31.056270 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Attempting to bind port abb30473-7189-48bd-a3be-748fc385d7fd on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:31.056978 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Attempting to bind port abb30473-7189-48bd-a3be-748fc385d7fd by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:31.057534 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Attempting to bind port abb30473-7189-48bd-a3be-748fc385d7fd on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:31.075911 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:31.076635 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:31.077612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.078117 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Bound using segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:31.079748 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Bound port: abb30473-7189-48bd-a3be-748fc385d7fd, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:31.080427 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.187503 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5e333-2be9-4a40-856b-92f81c568ae9 None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 3, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:31.257350 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1393f837-3019-4e4e-827b-9e52fa1b8ca8 req-7186e23e-a1c7-4a9f-9f55-10fb518f3c8e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.3160195 Mar 22 17:34:31.283636 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-c0f67258-6550-4656-ba10-30efb7d02e1d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:31.286674 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-c0f67258-6550-4656-ba10-30efb7d02e1d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 0.4865260 Mar 22 17:34:31.369388 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 16600c49-e841-4005-8d2c-714ee58dcb0e triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:31.370501 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.412707 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:31.414052 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:31.556871 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:34:31.562265 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:31.704166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-86c0aa1f-72d2-4537-9739-0e63a59e7fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.710652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Current status of the port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:31.801892 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:31.806118 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:31.850279 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b6be1ad1-081e-4018-a1b2-362474c217d8 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:31.850279 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b6be1ad1-081e-4018-a1b2-362474c217d8 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.62 "GET /v2.0/networks?id=130d4718-ee71-4aa1-a1af-1924b45f2e23 HTTP/1.1" status: 200 len: 812 time: 0.9171896 Mar 22 17:34:31.860802 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:31.871751 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7933ca63-a8fd-4054-9f38-f816df869652 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0617263 Mar 22 17:34:31.879527 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'port': {'device_id': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'admin_state_up': True, 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:31.888075 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42194) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:31.975062 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Request body: {'port': {'device_id': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23', 'admin_state_up': True, 'tenant_id': 'd16e6794eeba4195b9e708dadef2e17b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:32.003410 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c97d23f2-103f-4969-9068-6619ed7a0232 req-6a21abfe-8d9c-4ad6-92a8-baa95f8dc6aa tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.1507437 Mar 22 17:34:32.094724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58815874-0b57-4ee4-8e97-c0c6a1e15764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.174288 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] For port abb30473-7189-48bd-a3be-748fc385d7fd, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:32.181562 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Provisioning complete for port 41ac7907-83cc-4768-83b9-27ed3fe632cf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:32.181992 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.281546 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:32.339216 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:32.346167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] For port abb30473-7189-48bd-a3be-748fc385d7fd, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=abb30473-7189-48bd-a3be-748fc385d7fd,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:32.373860 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:32.376158 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:32.409716 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.482375 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.525091 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.550423 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d7190f86-583b-4ec0-9322-dd2576fd907a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8540566 Mar 22 17:34:32.569736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42220) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:32.576752 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.732429 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:32.736965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:32.746259 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:32.755832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 16600c49-e841-4005-8d2c-714ee58dcb0e is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:32.757103 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 41ac7907-83cc-4768-83b9-27ed3fe632cf up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:32.810563 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-99139336-091f-4833-8d1f-81a2b00ed357 req-5a295231-6414-4a3a-8b6b-fa7845766314 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.1079984 Mar 22 17:34:32.885477 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58815874-0b57-4ee4-8e97-c0c6a1e15764 admin admin] Publish callbacks [] for security_group (8e891520-a1ef-4ba1-914d-a9f49ee9b817), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.904281 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-58815874-0b57-4ee4-8e97-c0c6a1e15764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8e891520-a1ef-4ba1-914d-a9f49ee9b817), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:32.920826 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e4efd-1f87-4d88-9331-1fef0f53001d None None] Pushing event updated for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:32.928022 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:33.275445 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-58815874-0b57-4ee4-8e97-c0c6a1e15764 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b428c5dae35d4096b0cd9a0e647a45e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8306434 Mar 22 17:34:33.279099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42230) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:33.279808 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58815874-0b57-4ee4-8e97-c0c6a1e15764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e891520-a1ef-4ba1-914d-a9f49ee9b817,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:33.295232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks [] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.337226 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.338389 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.529946 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] Publish callbacks [] for security_group (8e891520-a1ef-4ba1-914d-a9f49ee9b817), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.594520 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] Publish callbacks [] for security_group (8e891520-a1ef-4ba1-914d-a9f49ee9b817), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.597946 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:27Z', 'revision_number': 3, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:33.636189 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Pushing event updated for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:33.657414 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:33.658283 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Updating router e37ced10-7742-4f9e-a7cf-173cb88d2636 port 1467b800-3cd2-42e7-a38d-583d0517974a binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:33.739377 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.773147 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Current status of the port 41ac7907-83cc-4768-83b9-27ed3fe632cf is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:33.774031 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.797711 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8e891520-a1ef-4ba1-914d-a9f49ee9b817), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.801115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.806521 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e891520-a1ef-4ba1-914d-a9f49ee9b817 HTTP/1.1" status: 204 len: 168 time: 0.5199385 Mar 22 17:34:33.845249 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa29f065-9832-4c9c-9d2f-91304cee53e9 req-396d3d68-0226-4a80-894f-bc92c3763451 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.4800789 Mar 22 17:34:33.916020 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:33.934192 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339244d-9306-453d-94ff-7b170faf21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e891520-a1ef-4ba1-914d-a9f49ee9b817,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:33.947594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:33.957743 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:34.173064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:34.252750 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:34:34.261711 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Made reservation on behalf of ace8f01a7a034849af8002e2a648ab6d for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:34.268889 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.290325 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Made reservation on behalf of d16e6794eeba4195b9e708dadef2e17b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:34.311767 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.340698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.348473 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d36194cf-be87-4c6c-8ad9-0767a751f0cb req-80da7596-428e-4937-88e4-a20c45dc4960 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.1447077 Mar 22 17:34:34.411269 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks [] for port (1467b800-3cd2-42e7-a38d-583d0517974a), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.425789 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.425885 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] For port 41ac7907-83cc-4768-83b9-27ed3fe632cf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=41ac7907-83cc-4768-83b9-27ed3fe632cf,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:34.490892 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 41ac7907-83cc-4768-83b9-27ed3fe632cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:34.491810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.568634 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.671267 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Allocated IP 172.20.0.1 (13dae9ab-82bb-4f83-b847-aa008142f321/a9b7df96-d1b6-4382-8b25-4a0e311f1355/bcc6378f-82d5-4e1a-8921-4fc4190e4857) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:34.683825 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239eb5-4bb7-46a2-8556-02bc37f57e56 None None] Pushing event updated for resources: {'Port': ['ID=1467b800-3cd2-42e7-a38d-583d0517974a,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:34.692710 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Attempting to bind port 1467b800-3cd2-42e7-a38d-583d0517974a on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:34.705657 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Attempting to bind port 1467b800-3cd2-42e7-a38d-583d0517974a by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:34.709567 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Attempting to bind port 1467b800-3cd2-42e7-a38d-583d0517974a on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:34.741713 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:34.769252 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:34.773406 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.777032 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:34.783844 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Bound port: 1467b800-3cd2-42e7-a38d-583d0517974a, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:34.786638 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.794813 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754185b-71bd-4bc0-a1fd-e4552638ab1b None None] Pushing event updated for resources: {'Port': ['ID=41ac7907-83cc-4768-83b9-27ed3fe632cf,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:34.857484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:34.912271 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks [] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:34.955027 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42254) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:34.981063 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9dc7a3f4-923f-4e36-af87-9d60e8803af0 admin admin] 10.222.0.69 "PUT /v2.0/routers/e47bf664-2f1b-4a36-bfae-00df0009ebc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7256293 Mar 22 17:34:35.030134 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 41ac7907-83cc-4768-83b9-27ed3fe632cf is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:35.035147 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6492f516-da2b-4b81-b58b-7db0d5737d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.089149 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] For port 1467b800-3cd2-42e7-a38d-583d0517974a, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:35.112747 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] For port 1467b800-3cd2-42e7-a38d-583d0517974a, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=1467b800-3cd2-42e7-a38d-583d0517974a,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:35.141664 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.234164 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Provisioning complete for port 537ee3a4-2092-4728-8b0d-aa8242fd57cf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:35.237400 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.252810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:35.260807 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239eb5-4bb7-46a2-8556-02bc37f57e56 None None] Pushing event updated for resources: {'Port': ['ID=1467b800-3cd2-42e7-a38d-583d0517974a,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:35.295621 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9d4c0466-60cc-42c5-80c7-15f81569f297 req-f3e42e37-0a45-4ec7-9758-e60721f8c828 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.2500741 Mar 22 17:34:35.338634 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:35.345202 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:35.657894 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:35.680971 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:26Z', 'revision_number': 3, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:35.689083 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.743950 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:35.758154 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6492f516-da2b-4b81-b58b-7db0d5737d5a admin admin] Publish callbacks [] for security_group (49f77448-a322-4ef5-bedd-7799f5126e60), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.778977 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6492f516-da2b-4b81-b58b-7db0d5737d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (49f77448-a322-4ef5-bedd-7799f5126e60), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.816869 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:35.817860 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:35.818071 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:35.823351 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f516-da2b-4b81-b58b-7db0d5737d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f77448-a322-4ef5-bedd-7799f5126e60,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:35.921869 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8fb01091-4812-49d7-bb38-a3a1ff9cb3e6 req-3d10e922-c2a1-483e-919d-28567c30b724 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.1307819 Mar 22 17:34:35.925875 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:35.976550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:35.977132 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (722f06d1-ba02-4509-96b5-172b830ed11a), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:35.998164 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Port 537ee3a4-2092-4728-8b0d-aa8242fd57cf cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:36.197253 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:36.208631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110205297', 'description': 'tempest-description--445546750'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:36.234519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Pushing event updated for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:36.289519 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.425941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Allocated IP 172.20.0.4 (e190b32d-65d8-4078-a6d7-9076dea076cf/bebe77c3-e705-498f-acdf-0a9efd2a88a0/3b5f1a16-6320-40c5-87b0-734b1382c5bf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:36.428819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:36.429037 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Updating router 722f06d1-ba02-4509-96b5-172b830ed11a port 764915a0-6733-45e6-8cae-0862516434f1 binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:36.444208 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.464435 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:27Z', 'revision_number': 3, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:36.465263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42280) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:36.466538 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6492f516-da2b-4b81-b58b-7db0d5737d5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1077ee534fe4f8f85798290a099b482&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5098445 Mar 22 17:34:36.626242 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619483f7-83ed-437d-bf99-42f89ce68fbb None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:27Z', 'revision_number': 3, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:36.654181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Provisioning complete for port abb30473-7189-48bd-a3be-748fc385d7fd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:36.654583 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.675156 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (764915a0-6733-45e6-8cae-0862516434f1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.874204 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d0a2d030-2099-4cf7-bfe2-07b67915869f req-4a1b6c0a-835e-43c7-bd45-9923b044d444 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.1857393 Mar 22 17:34:36.925693 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:36.987084 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Allocated IP 172.20.0.3 (130d4718-ee71-4aa1-a1af-1924b45f2e23/e0c23761-2d41-4b3f-9e19-f8db56cb3e47/4019acd3-8aab-4139-bb7a-e09512918bef) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:37.012393 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:37.296059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50307) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:37.611023 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks [] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.650877 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.651569 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (722f06d1-ba02-4509-96b5-172b830ed11a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:37.722250 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:37.978605 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] Publish callbacks [] for security_group (49f77448-a322-4ef5-bedd-7799f5126e60), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:38.059804 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d2c13fa-7ee6-4649-95bf-ffd34ddd8116 req-a3108a1b-1a93-436e-b693-31b961c6ec96 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.3615196 Mar 22 17:34:38.146119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Pushing event updated for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:38.346924 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2b043bd6-dd8f-4191-93e6-59fec14e6269 req-1560cabc-4a46-4ea2-82e7-e960a32bf6b2 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.2562923 Mar 22 17:34:38.473947 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42334) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:38.478352 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593d38f-ef00-48eb-8412-0775701786cc None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:38.482915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] Publish callbacks [] for security_group (49f77448-a322-4ef5-bedd-7799f5126e60), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:38.509466 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:38.509865 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:38.542081 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-332f15df-e670-4b34-9de5-13202a0356cb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:38.543803 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-332f15df-e670-4b34-9de5-13202a0356cb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 1.2228544 Mar 22 17:34:38.570375 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:38.578000 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:38.597352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'port': {'device_id': '270a270b-fda7-4620-8677-b016d151de1b', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'admin_state_up': True, 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:38.812586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:38.944743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Current status of the port abb30473-7189-48bd-a3be-748fc385d7fd is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:38.945147 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:38.971775 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.002538 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.299073 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.438620 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5565d4-f9a5-4bfb-b8f2-7bd8031685b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.461895 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] For port abb30473-7189-48bd-a3be-748fc385d7fd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=abb30473-7189-48bd-a3be-748fc385d7fd,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:39.477305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks [] for port (764915a0-6733-45e6-8cae-0862516434f1), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.518629 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.546040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (764915a0-6733-45e6-8cae-0862516434f1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:39.811203 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-60fdc1b9-00e4-44a3-8e33-56e21aee6a53 req-ad5f87c2-418f-465c-a036-412c8b0f2646 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.1498408 Mar 22 17:34:39.947521 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:34:39.967232 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa706241-00f6-4f44-a737-dc25b1765030 req-4b954959-2c89-4a13-8b39-94a8d19df68f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.3711064 Mar 22 17:34:39.981691 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Made reservation on behalf of ace8f01a7a034849af8002e2a648ab6d for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:34:39.986837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.063527 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:40.098503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks [] for port (4019acd3-8aab-4139-bb7a-e09512918bef), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.102332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:40.111074 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:40.124838 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:40.126171 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 18bc81c8-1d62-4451-ac22-1ba7fda52b15 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:40.153209 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:40.154450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.257973 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4069123 Mar 22 17:34:40.347854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Provisioning complete for port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:40.347854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.428541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.434667 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 4.2285814 Mar 22 17:34:40.446258 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-2deb014d-b90d-4f0f-a450-a8e473cc3181 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:34:40.447806 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-2deb014d-b90d-4f0f-a450-a8e473cc3181 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087349 Mar 22 17:34:40.450096 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47ea1-8e02-4cda-938f-42864eb95a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:40.451177 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Pushing event updated for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:40.471269 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.483609 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42360) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:40.509972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group_rule': {'security_group_id': 'dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:40.570112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.708245 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Attempting to bind port 764915a0-6733-45e6-8cae-0862516434f1 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:40.722108 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Attempting to bind port 764915a0-6733-45e6-8cae-0862516434f1 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:40.723840 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Attempting to bind port 764915a0-6733-45e6-8cae-0862516434f1 on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:40.896913 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:40.898062 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:40.900235 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.901286 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:40.902842 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Bound port: 764915a0-6733-45e6-8cae-0862516434f1, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:40.903939 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (764915a0-6733-45e6-8cae-0862516434f1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:40.960426 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Allocated IP 172.20.0.1 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/fa16a10a-ff86-4e7f-bff0-bbeff38d7647) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:41.125934 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:32Z', 'revision_number': 2, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:41.176694 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3ea3-8c1e-4208-b504-0c2499ed7a0c None None] Pushing event updated for resources: {'Port': ['ID=764915a0-6733-45e6-8cae-0862516434f1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:41.238255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks [] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.328009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] For port 764915a0-6733-45e6-8cae-0862516434f1, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:41.352141 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:41.352817 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.356998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2a1ad-2c25-45b2-a02a-b198a39b5f38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:41.361814 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:41.365519 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Updating router e47bf664-2f1b-4a36-bfae-00df0009ebc5 port 537ee3a4-2092-4728-8b0d-aa8242fd57cf binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:41.373773 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8e2d3784-f241-4a9d-ba87-34446f7a7fca req-b400c0fb-973f-4db8-91df-eaf3540ac804 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 210 time: 0.0917456 Mar 22 17:34:41.409317 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (2e55833a-7058-4a4b-9a07-4a5022611e64), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.417206 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5565d4-f9a5-4bfb-b8f2-7bd8031685b4 admin admin] Publish callbacks [] for security_group (c0c21056-65e2-4bb3-a7cb-3ec6b47d9462), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.419724 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (49f77448-a322-4ef5-bedd-7799f5126e60), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.456048 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.460887 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49f77448-a322-4ef5-bedd-7799f5126e60 HTTP/1.1" status: 204 len: 168 time: 4.9859746 Mar 22 17:34:41.461510 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.499188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5565d4-f9a5-4bfb-b8f2-7bd8031685b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c0c21056-65e2-4bb3-a7cb-3ec6b47d9462), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.559814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Request body: {'port': {'device_id': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:41.615741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Allocated IP 172.20.0.14 (e190b32d-65d8-4078-a6d7-9076dea076cf/bebe77c3-e705-498f-acdf-0a9efd2a88a0/d7b6ae5a-2bab-4977-aa27-82c7d00136f1) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:41.657754 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5565d4-f9a5-4bfb-b8f2-7bd8031685b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c21056-65e2-4bb3-a7cb-3ec6b47d9462,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:41.660126 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] For port 764915a0-6733-45e6-8cae-0862516434f1, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=764915a0-6733-45e6-8cae-0862516434f1,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:41.699580 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:41.700982 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3d5565d4-f9a5-4bfb-b8f2-7bd8031685b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2da96b661144426babb991bb8d595906&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2207065 Mar 22 17:34:41.709920 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:41.778784 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef37ac-746c-4202-87e7-93d0e0fd5322 req-8a02e62f-e418-4afe-b59b-164c99a35da1 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:41.791786 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5cef37ac-746c-4202-87e7-93d0e0fd5322 req-8a02e62f-e418-4afe-b59b-164c99a35da1 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 931 time: 0.4840851 Mar 22 17:34:41.822224 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:41.827036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:41.865442 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d38ab-be1d-46fd-a047-0342a1d63c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f77448-a322-4ef5-bedd-7799f5126e60,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:41.869379 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Pushing event updated for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:41.892306 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:41.946325 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Network 130d4718-ee71-4aa1-a1af-1924b45f2e23 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:41.989166 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:42.011435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:42.034591 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2740cc6f-9a54-46df-9d3e-6b86ace3b6ee None None] Current status of the port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:42.043453 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:42.044138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.062977 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-11849be1-2f6b-4d93-b96f-02fffb50811c admin admin] 10.222.0.69 "PUT /v2.0/routers/722f06d1-ba02-4509-96b5-172b830ed11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1560969 Mar 22 17:34:42.066402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:42.066900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.121268 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.150183 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (764915a0-6733-45e6-8cae-0862516434f1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.208241 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5cef37ac-746c-4202-87e7-93d0e0fd5322 req-07341a00-aead-42e5-9107-5aa7f16d4969 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729022 Mar 22 17:34:42.307112 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42398) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:42.423824 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] Publish callbacks [] for security_group (c0c21056-65e2-4bb3-a7cb-3ec6b47d9462), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.488326 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] Publish callbacks [] for security_group (c0c21056-65e2-4bb3-a7cb-3ec6b47d9462), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.553543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Provisioning complete for port bcc6378f-82d5-4e1a-8921-4fc4190e4857 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:42.553927 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.573846 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (2e55833a-7058-4a4b-9a07-4a5022611e64), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.588247 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.621680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (2e55833a-7058-4a4b-9a07-4a5022611e64), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.640455 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.6742268 Mar 22 17:34:42.641242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c0c21056-65e2-4bb3-a7cb-3ec6b47d9462), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.644478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.646236 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0c21056-65e2-4bb3-a7cb-3ec6b47d9462 HTTP/1.1" status: 204 len: 168 time: 0.9330354 Mar 22 17:34:42.665907 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ec6b4-9df8-4341-ab49-1492879c11c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c21056-65e2-4bb3-a7cb-3ec6b47d9462,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:42.800317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.878787 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:42.921499 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:42.922999 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:42.974383 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Request body: {'port': {'device_id': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:42.981288 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699fd0-867a-47a1-9514-9deafed3fa0f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Pushing event updated for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:43.178156 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3ea3-8c1e-4208-b504-0c2499ed7a0c None None] Pushing event updated for resources: {'Port': ['ID=764915a0-6733-45e6-8cae-0862516434f1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:43.243577 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:43.244360 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.251127 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9be-22e4-455f-84e7-ac09477cca4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.325632 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:43.411098 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:43.441813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:43.447604 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Port bcc6378f-82d5-4e1a-8921-4fc4190e4857 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:43.467282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:43.468409 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.564138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:43.586009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 18bc81c8-1d62-4451-ac22-1ba7fda52b15, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=18bc81c8-1d62-4451-ac22-1ba7fda52b15,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:43.628494 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.629673 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 42436c2a-112d-4d9a-a6b3-3767258ad2db up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:43.694471 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ab04f37b-bdd9-4a52-be50-26547475993b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1140673 Mar 22 17:34:43.742569 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Request body: {'port': {'device_id': '270a270b-fda7-4620-8677-b016d151de1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:43.842937 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Provisioning complete for port 3b5f1a16-6320-40c5-87b0-734b1382c5bf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:43.847103 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.910496 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9be-22e4-455f-84e7-ac09477cca4d admin admin] Publish callbacks [] for security_group (da1af307-439b-4b0e-a9f8-042b522f855a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.942885 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9be-22e4-455f-84e7-ac09477cca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (da1af307-439b-4b0e-a9f8-042b522f855a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:43.993054 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:44.009818 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.254144 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1770b95a-cd76-424b-be8d-2079099b85d8 None None] Port 3b5f1a16-6320-40c5-87b0-734b1382c5bf cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:44.271889 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=18bc81c8-1d62-4451-ac22-1ba7fda52b15,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:44.295249 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.302881 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e55833a-7058-4a4b-9a07-4a5022611e64,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:44.343177 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.358879 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d45dcb6-9106-42a5-bad9-f9bf50f8a5b1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8546708 Mar 22 17:34:44.423379 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks [] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.492047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42436) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:44.492530 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b9be-22e4-455f-84e7-ac09477cca4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1af307-439b-4b0e-a9f8-042b522f855a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:44.500315 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ff28b9be-22e4-455f-84e7-ac09477cca4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c743575a29c84360a957987fad11acfd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1853595 Mar 22 17:34:44.504488 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42442) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:44.515459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group_rule': {'security_group_id': 'dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:44.722314 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] Publish callbacks [] for security_group (da1af307-439b-4b0e-a9f8-042b522f855a), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.787633 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42444) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:44.825045 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086528492', 'description': 'tempest-description--286055903'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:44.852315 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:44.935408 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Provisioning complete for port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:44.936403 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.057181 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] Publish callbacks [] for security_group (da1af307-439b-4b0e-a9f8-042b522f855a), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.155793 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 42436c2a-112d-4d9a-a6b3-3767258ad2db triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:45.156726 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.304428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:45.334374 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.550459 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774f6d9-82d8-4a78-8e11-861661682f0f req-47e57af1-8eb6-452e-9e02-312d862f8a73 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:45.556316 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3774f6d9-82d8-4a78-8e11-861661682f0f req-47e57af1-8eb6-452e-9e02-312d862f8a73 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 931 time: 0.6686368 Mar 22 17:34:45.659483 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (da1af307-439b-4b0e-a9f8-042b522f855a), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.662768 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Attempting to bind port 537ee3a4-2092-4728-8b0d-aa8242fd57cf on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:45.663330 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Attempting to bind port 537ee3a4-2092-4728-8b0d-aa8242fd57cf by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:45.663937 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Attempting to bind port 537ee3a4-2092-4728-8b0d-aa8242fd57cf on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:45.681813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.685083 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da1af307-439b-4b0e-a9f8-042b522f855a HTTP/1.1" status: 204 len: 168 time: 1.1787431 Mar 22 17:34:45.723454 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:45.724288 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Checking segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:45.724996 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.725622 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Bound using segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:45.726690 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Bound port: 537ee3a4-2092-4728-8b0d-aa8242fd57cf, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:45.730652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.826684 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ce1b-5b4d-4921-83fc-b55fb4346766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1af307-439b-4b0e-a9f8-042b522f855a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:45.913063 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5f1a16-6320-40c5-87b0-734b1382c5bf {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:45.979381 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a915c6-54a3-4435-a640-fab86c21502d None None] Pushing event updated for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:45.982419 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db089-3d72-4477-b758-8dc392502959 req-860236b9-fb17-4062-acac-3813ba8fd66f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:45.983968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Provisioning complete for port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:45.984828 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:45.998412 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-824db089-3d72-4477-b758-8dc392502959 req-860236b9-fb17-4062-acac-3813ba8fd66f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 932 time: 3.0471435 Mar 22 17:34:46.020955 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks [] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.039783 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3774f6d9-82d8-4a78-8e11-861661682f0f req-e4e58e97-b9b9-4a11-933a-833c55616463 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469342 Mar 22 17:34:46.065262 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (d89c572f-c956-4701-8ee9-0bcf23d8ed94), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.079106 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (d89c572f-c956-4701-8ee9-0bcf23d8ed94), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.161245 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-09492f76-c513-4f81-803e-5a06a4f00ce5 None None] Port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:46.209717 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.211548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (ce12b198-abca-49ba-9526-699dfd172cd4), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.219133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c572f-c956-4701-8ee9-0bcf23d8ed94,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:46.237830 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.260299 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3187d1fb-dfb3-4c10-80e0-b5f76f1aff9b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4709296 Mar 22 17:34:46.262021 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:46.266838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group_rule': {'security_group_id': 'd89c572f-c956-4701-8ee9-0bcf23d8ed94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:46.331741 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:37Z', 'revision_number': 2, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:46.348424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Transition to ACTIVE for port object 3b5f1a16-6320-40c5-87b0-734b1382c5bf will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:34:46.567354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d4cd-ac2f-4cec-b0b4-8bead3e4b46d None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:37Z', 'revision_number': 2, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:46.612498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (eddbe12e-5b64-4cf4-a35e-544a50090b58), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.640063 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.658112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] For port 537ee3a4-2092-4728-8b0d-aa8242fd57cf, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:46.732396 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] For port 537ee3a4-2092-4728-8b0d-aa8242fd57cf, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=537ee3a4-2092-4728-8b0d-aa8242fd57cf,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:46.763419 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (ce12b198-abca-49ba-9526-699dfd172cd4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.777505 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 42436c2a-112d-4d9a-a6b3-3767258ad2db is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:46.782921 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 41ac7907-83cc-4768-83b9-27ed3fe632cf up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:46.801509 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (ce12b198-abca-49ba-9526-699dfd172cd4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.832407 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-824db089-3d72-4477-b758-8dc392502959 req-b01ea69e-11b9-4b27-88cb-91f4bc95a795 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498217 Mar 22 17:34:46.833853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Provisioning complete for port 537ee3a4-2092-4728-8b0d-aa8242fd57cf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:46.868491 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.885071 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:46.947292 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce12b198-abca-49ba-9526-699dfd172cd4,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:47.083962 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:47.140277 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.150649 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f5f3053e-afef-4d71-8792-646590bc1d22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6544945 Mar 22 17:34:47.157948 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42474) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:47.173154 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a915c6-54a3-4435-a640-fab86c21502d None None] Pushing event updated for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:47.197282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:47.318376 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Attempting to bind port 3b5f1a16-6320-40c5-87b0-734b1382c5bf on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:47.318613 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Attempting to bind port 3b5f1a16-6320-40c5-87b0-734b1382c5bf by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:47.318953 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Attempting to bind port 3b5f1a16-6320-40c5-87b0-734b1382c5bf on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:47.325896 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42476) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:47.343515 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Port 3b5f1a16-6320-40c5-87b0-734b1382c5bf on network e190b32d-65d8-4078-a6d7-9076dea076cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:34:47.344089 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Attempting to bind port 3b5f1a16-6320-40c5-87b0-734b1382c5bf on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:47.351504 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks [] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.364117 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.365191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.367645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:47.375116 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:47.375997 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Bound using segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:47.376665 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Bound port: 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:47.377208 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.404031 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:47.406559 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:47.409772 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b6ae5a-2bab-4977-aa27-82c7d00136f1 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:47.453312 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks [] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.518940 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65affbee-333f-478b-abb4-6859ba6a7839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.633385 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.793295 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (eddbe12e-5b64-4cf4-a35e-544a50090b58), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:47.932254 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:48.090804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Transition to ACTIVE for port object d7b6ae5a-2bab-4977-aa27-82c7d00136f1 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:34:48.120747 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (eddbe12e-5b64-4cf4-a35e-544a50090b58), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.165232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4019acd3-8aab-4139-bb7a-e09512918bef {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:48.194043 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks [] for port (4019acd3-8aab-4139-bb7a-e09512918bef), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.198565 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.217804 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Transition to ACTIVE for port object 4019acd3-8aab-4139-bb7a-e09512918bef will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:34:48.242211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:48.252278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:48.271470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:48.276205 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddbe12e-5b64-4cf4-a35e-544a50090b58,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:48.320190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.333749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.360524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Pushing event updated for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:48.373244 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:48.584577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.587534 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 41ac7907-83cc-4768-83b9-27ed3fe632cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:48.588125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.594648 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2aeac7a8-f16a-49cf-b5a1-60a2e380604c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3314581 Mar 22 17:34:48.618610 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42490) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:48.655725 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group_rule': {'security_group_id': 'd89c572f-c956-4701-8ee9-0bcf23d8ed94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:48.834791 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:48.838010 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:48.840671 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] 10.222.0.62 "PUT /v2.0/ports/3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 1093 time: 7.4899507 Mar 22 17:34:48.865119 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:34:48.866884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:48.941477 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:49.287572 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (0819ed64-ceab-48de-9a14-8e12acaa2134), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.313162 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Current status of the port 537ee3a4-2092-4728-8b0d-aa8242fd57cf is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:49.313945 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.380335 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed9b7-a6e2-40ac-8d2d-6ab1ed1b44bf req-5608023d-565b-4798-a671-92c51b80c7c7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:49.387295 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-630ed9b7-a6e2-40ac-8d2d-6ab1ed1b44bf req-5608023d-565b-4798-a671-92c51b80c7c7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 944 time: 1.3093634 Mar 22 17:34:49.498905 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb77c-06f8-4210-80e9-ceb49611c778 req-29441cbe-7246-4d06-b069-0ada325c9f99 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:49.512845 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-895cb77c-06f8-4210-80e9-ceb49611c778 req-29441cbe-7246-4d06-b069-0ada325c9f99 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 931 time: 1.9873939 Mar 22 17:34:49.538265 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Attempting to bind port 4019acd3-8aab-4139-bb7a-e09512918bef on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:49.538639 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Attempting to bind port 4019acd3-8aab-4139-bb7a-e09512918bef by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:49.538956 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Attempting to bind port 4019acd3-8aab-4139-bb7a-e09512918bef on network 130d4718-ee71-4aa1-a1af-1924b45f2e23 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:49.695028 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-895cb77c-06f8-4210-80e9-ceb49611c778 req-caf03b34-fd2d-4e55-9977-887dcc72dc27 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811318 Mar 22 17:34:49.747177 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] For port 537ee3a4-2092-4728-8b0d-aa8242fd57cf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=537ee3a4-2092-4728-8b0d-aa8242fd57cf,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:49.767987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:49.842894 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746b34-7cb7-41f2-9f7e-851feab2ee0d None None] Pushing event updated for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:49.879319 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Port 4019acd3-8aab-4139-bb7a-e09512918bef on network 130d4718-ee71-4aa1-a1af-1924b45f2e23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:34:49.879625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Attempting to bind port 4019acd3-8aab-4139-bb7a-e09512918bef on network 130d4718-ee71-4aa1-a1af-1924b45f2e23 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:49.899120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Pushing event updated for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:49.942174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a04b881-98de-40c8-8533-b6a242ca2acc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:49.980544 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (0819ed64-ceab-48de-9a14-8e12acaa2134), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.031188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Attempting to bind port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:50.031915 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Attempting to bind port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:50.032716 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Attempting to bind port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:50.055874 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (0819ed64-ceab-48de-9a14-8e12acaa2134), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.085364 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-904c5db1-f1e7-46e6-999f-e4718bf90df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:50.087655 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Provisioning complete for port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:50.088527 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.095951 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-904c5db1-f1e7-46e6-999f-e4718bf90df0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1127 time: 0.9480550 Mar 22 17:34:50.096946 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:50.097601 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Checking segment: {'id': 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:50.098108 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Bound using segment: {'id': 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:50.098675 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Bound port: 4019acd3-8aab-4139-bb7a-e09512918bef, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:50.099250 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.123553 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0819ed64-ceab-48de-9a14-8e12acaa2134,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:50.168149 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 on network e190b32d-65d8-4078-a6d7-9076dea076cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:34:50.168728 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Attempting to bind port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:50.205354 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.217948 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 41ac7907-83cc-4768-83b9-27ed3fe632cf is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:50.225864 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:50.226393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:50.249970 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Bound using segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:50.252338 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Bound port: d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:50.255432 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.325988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:34:50.377503 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:46Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:50.655632 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Provisioning complete for port 537ee3a4-2092-4728-8b0d-aa8242fd57cf triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:50.656222 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:50.658527 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9da624-3fb7-49d9-8d8f-cfd9dba2a0d6 None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:46Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:50.702819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8276d4a-e39b-4c14-8e4c-b00aae65c559 x-openstack-request-id: req-c8276d4a-e39b-4c14-8e4c-b00aae65c559 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:50.703608 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:50.703872 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8276d4a-e39b-4c14-8e4c-b00aae65c559 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:50.705046 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8276d4a-e39b-4c14-8e4c-b00aae65c559'] response: {'name': 'network-changed', 'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'status': 'completed', 'code': 200} Mar 22 17:34:51.043869 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 18bc81c8-1d62-4451-ac22-1ba7fda52b15 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:51.086790 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-630ed9b7-a6e2-40ac-8d2d-6ab1ed1b44bf req-ac486ab4-83e3-4e8a-835e-d7b240e22ed7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6761317 Mar 22 17:34:51.124049 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-3096f71e-e1bc-4c15-b54a-d073fe6d0fbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.9775107 Mar 22 17:34:51.357037 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65affbee-333f-478b-abb4-6859ba6a7839 admin admin] Publish callbacks [] for security_group (324ab7f0-c612-4537-bede-f9737407a671), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.368050 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.380489 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-21165107-4964-456f-9df6-b8f4aef70646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7382913 Mar 22 17:34:51.407844 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42530) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:51.453071 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:51.456920 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4102b10-9cac-4c31-829e-ecc465c46c3a None None] Current status of the port 537ee3a4-2092-4728-8b0d-aa8242fd57cf is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:51.472941 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:51.485452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.536811 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5bcc-1f0a-4c7a-bf6a-3f4895d87008 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:51.622302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65affbee-333f-478b-abb4-6859ba6a7839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (324ab7f0-c612-4537-bede-f9737407a671), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:51.687589 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:34:51.724441 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:51.765197 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-65affbee-333f-478b-abb4-6859ba6a7839 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb25ab89199a4eb08813117a693f0f66&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4356277 Mar 22 17:34:51.765870 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-79c0f96a-b8e5-4bdf-8210-b1061eca338d admin admin] 10.222.0.69 "PUT /v2.0/routers/e37ced10-7742-4f9e-a7cf-173cb88d2636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1742795 Mar 22 17:34:51.767091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42536) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:51.819882 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:51.824332 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:51.828931 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-f933ee41-2c19-4a52-bdbe-a725421dd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:51.831682 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-f933ee41-2c19-4a52-bdbe-a725421dd257 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.6509581 Mar 22 17:34:51.850465 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:51.891709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=4019acd3-8aab-4139-bb7a-e09512918bef,segment=NetworkSegment(d23d4b55-21e3-407e-8d2c-ffc3bbae0e01),segment_id=d23d4b55-21e3-407e-8d2c-ffc3bbae0e01)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:51.938369 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Allocated IP 172.27.0.221 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/5b110e69-9e9e-435d-a5d2-b9983ef8a4a9) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:51.940492 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:51.946074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device abb30473-7189-48bd-a3be-748fc385d7fd up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:52.135340 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.137122 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.154742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port abb30473-7189-48bd-a3be-748fc385d7fd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:52.154742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.273401 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db521-da83-45bd-b876-4378a446ded1 req-8a5ef1a3-752d-4d08-843d-8303f3d8cf61 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.275463 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad6db521-da83-45bd-b876-4378a446ded1 req-8a5ef1a3-752d-4d08-843d-8303f3d8cf61 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 943 time: 1.0670896 Mar 22 17:34:52.311314 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.335388 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:52.366769 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:52.370922 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65affbee-333f-478b-abb4-6859ba6a7839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324ab7f0-c612-4537-bede-f9737407a671,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:52.395744 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.396653 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.398835 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] 10.222.0.62 "PUT /v2.0/ports/4019acd3-8aab-4139-bb7a-e09512918bef HTTP/1.1" status: 200 len: 1093 time: 9.4321911 Mar 22 17:34:52.408437 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:34:52.440705 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:52.451049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] Publish callbacks [] for security_group (324ab7f0-c612-4537-bede-f9737407a671), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.454561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.468328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.496500 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:52.497641 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:52.514435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-8c671d88-3ba1-4161-96c9-fe3de3db0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.516366 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-8c671d88-3ba1-4161-96c9-fe3de3db0370 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6463563 Mar 22 17:34:52.519555 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2214948-20ba-4104-9d65-532d2f6f2aff service neutron] Pushing event updated for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:52.541270 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad6db521-da83-45bd-b876-4378a446ded1 req-3f55e27e-0df0-4ad1-a80b-486af6ed1d2c tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264714 Mar 22 17:34:52.552905 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:52.563100 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] Publish callbacks [] for security_group (324ab7f0-c612-4537-bede-f9737407a671), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.570580 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=5b110e69-9e9e-435d-a5d2-b9983ef8a4a9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:52.579307 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.580152 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.581945 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] 10.222.0.62 "PUT /v2.0/ports/d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 1094 time: 8.8597138 Mar 22 17:34:52.587154 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:52.612023 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd067-38e0-43d6-8ded-43c4f97b7462 req-f1e06666-13e8-491f-9b83-bca9d920c701 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:52.645625 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-77afd067-38e0-43d6-8ded-43c4f97b7462 req-f1e06666-13e8-491f-9b83-bca9d920c701 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 944 time: 0.3121226 Mar 22 17:34:52.706027 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:34:52.717232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f794be20-8eee-42bc-8223-ff9038347c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:52.735412 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port abb30473-7189-48bd-a3be-748fc385d7fd is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:52.743997 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 764915a0-6733-45e6-8cae-0862516434f1 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:52.805448 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (324ab7f0-c612-4537-bede-f9737407a671), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.808572 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:52.817400 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:52.818341 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:52.820150 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/324ab7f0-c612-4537-bede-f9737407a671 HTTP/1.1" status: 204 len: 168 time: 1.0380142 Mar 22 17:34:52.906996 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d131d27-427f-4611-af22-a2a474470caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ab7f0-c612-4537-bede-f9737407a671,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:52.907222 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:44Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:52.954475 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-77afd067-38e0-43d6-8ded-43c4f97b7462 req-f258f955-0d9d-4fd6-a435-1c71c20fdaa4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065062 Mar 22 17:34:53.016153 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:53.078888 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:53.079393 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Updating router e37ced10-7742-4f9e-a7cf-173cb88d2636 port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:53.145582 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 764915a0-6733-45e6-8cae-0862516434f1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:53.146177 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (764915a0-6733-45e6-8cae-0862516434f1), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.148024 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111ce55-8607-4bd7-b034-9cf6e0067c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:34:53.149964 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.187302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82ef14-83fb-410c-b383-509884a28a9f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:53.381104 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0a41e-21b9-43ec-acc3-604028a19b13 x-openstack-request-id: req-86d0a41e-21b9-43ec-acc3-604028a19b13 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:53.384760 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:53.387133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86d0a41e-21b9-43ec-acc3-604028a19b13 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:53.389559 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d0a41e-21b9-43ec-acc3-604028a19b13'] response: {'name': 'network-changed', 'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef', 'status': 'completed', 'code': 200} Mar 22 17:34:53.581688 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.678372 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 764915a0-6733-45e6-8cae-0862516434f1 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:53.679334 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (764915a0-6733-45e6-8cae-0862516434f1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.723599 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-1c162b1f-f7e7-42bb-a7e5-2b5b422f46c9 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241438 Mar 22 17:34:53.785681 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks [] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.795057 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.861108 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.865470 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:53.906565 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0ace9-eaf7-4d68-8025-c82cbd1d848b None None] Pushing event updated for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:54.034594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42578) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:54.070648 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323062421', 'description': 'tempest-description--1205992895'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:54.101066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-85020b64-9576-4302-b0a9-fca0939a8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:54.102998 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-85020b64-9576-4302-b0a9-fca0939a8db7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1128 time: 0.7294354 Mar 22 17:34:54.114123 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c125f1-582e-4c51-aa1d-6aef59261c3d x-openstack-request-id: req-f0c125f1-582e-4c51-aa1d-6aef59261c3d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:34:54.114634 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:34:54.123796 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0c125f1-582e-4c51-aa1d-6aef59261c3d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:34:54.124533 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c125f1-582e-4c51-aa1d-6aef59261c3d'] response: {'name': 'network-changed', 'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1', 'status': 'completed', 'code': 200} Mar 22 17:34:54.128114 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Attempting to bind port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:54.135129 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Attempting to bind port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:54.135665 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Attempting to bind port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:54.154094 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-fef24450-cc45-4ed7-8f7b-129d6395c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:54.163412 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:54.163807 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:54.164228 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.164665 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:54.165220 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Bound port: fa16a10a-ff86-4e7f-bff0-bbeff38d7647, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:54.166049 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-fef24450-cc45-4ed7-8f7b-129d6395c84f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d16e6794eeba4195b9e708dadef2e17b&device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 1127 time: 0.7720089 Mar 22 17:34:54.184302 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.262002 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 764915a0-6733-45e6-8cae-0862516434f1, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=764915a0-6733-45e6-8cae-0862516434f1,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:54.269036 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b903c55-e1ac-41d3-aac5-d6ce8487337b req-36998c71-ed5b-41eb-bacf-f258ee0cede6 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187800 Mar 22 17:34:54.270906 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-61603e1b-2452-42a1-9a99-714c43479fa2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 217 time: 0.1384184 Mar 22 17:34:54.277845 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (764915a0-6733-45e6-8cae-0862516434f1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.280249 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 1467b800-3cd2-42e7-a38d-583d0517974a up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:54.395586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-d13abdf0-b13f-4864-96f0-c019fdce638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:54.397866 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-d13abdf0-b13f-4864-96f0-c019fdce638b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.1070313 Mar 22 17:34:54.398615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.445159 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] For port fa16a10a-ff86-4e7f-bff0-bbeff38d7647, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:54.458320 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:37Z', 'revision_number': 2, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:54.460161 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] For port fa16a10a-ff86-4e7f-bff0-bbeff38d7647, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:54.488095 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.523201 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:34:54.523743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Updating router 722f06d1-ba02-4509-96b5-172b830ed11a port bcc6378f-82d5-4e1a-8921-4fc4190e4857 binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:34:54.598624 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=764915a0-6733-45e6-8cae-0862516434f1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:54.636708 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0ace9-eaf7-4d68-8025-c82cbd1d848b None None] Pushing event updated for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:54.662874 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 1467b800-3cd2-42e7-a38d-583d0517974a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:54.663266 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.673033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-f101cfc5-fb4e-4c1f-bdd9-9c8470d29eac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4019acd3-8aab-4139-bb7a-e09512918bef HTTP/1.1" status: 200 len: 217 time: 0.3229864 Mar 22 17:34:54.686715 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:54.687414 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:54.762779 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:54.868882 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780368-6319-455b-a0bd-eabd76236749 req-dcf270ec-c9f4-4cf9-83b0-50f2b8a6ee05 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:54.881856 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4780368-6319-455b-a0bd-eabd76236749 req-dcf270ec-c9f4-4cf9-83b0-50f2b8a6ee05 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 944 time: 0.7615364 Mar 22 17:34:55.054469 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-c362daa8-5cde-4f08-a7ec-394669497746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:55.063818 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-c362daa8-5cde-4f08-a7ec-394669497746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6551735 Mar 22 17:34:55.112258 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Allocated IP 172.27.0.98 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/afeb8676-756f-4c27-a932-ab67d8087ee0) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:34:55.118692 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:55.154083 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (07d978ec-477a-4815-9837-69c0a616e2fa), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.201302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (07d978ec-477a-4815-9837-69c0a616e2fa), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.256619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Provisioning complete for port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:55.263131 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.349947 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks [] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.363292 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.369882 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.377033 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.392567 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3323212 Mar 22 17:34:55.395409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42610) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:55.402706 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-133045ec-075a-46d4-9015-655c8b737077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:55.410641 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-133045ec-075a-46d4-9015-655c8b737077 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1127 time: 0.9580736 Mar 22 17:34:55.416694 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4780368-6319-455b-a0bd-eabd76236749 req-04f83c6b-b0e6-4638-ad53-2cf7c93a2274 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337462 Mar 22 17:34:55.445890 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': '07d978ec-477a-4815-9837-69c0a616e2fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:55.515709 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272d670-cdb8-47ea-8d50-05727b496f61 None None] Pushing event updated for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:55.600448 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1040758-7060-47b4-9212-5948c3a76685 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d978ec-477a-4815-9837-69c0a616e2fa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:55.719040 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.730617 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.748875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (9beae68c-ce50-49ad-a1db-706820119c1f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.755155 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.792781 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.799633 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 1467b800-3cd2-42e7-a38d-583d0517974a is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:55.801166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.881399 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-e46cd448-f00c-4980-a411-ba8c5a9f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:55.882788 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-e46cd448-f00c-4980-a411-ba8c5a9f2e74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0c23761-2d41-4b3f-9e19-f8db56cb3e47 HTTP/1.1" status: 200 len: 852 time: 1.1364574 Mar 22 17:34:55.883494 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-37546b35-a8a2-4bda-a546-15c836a135dd service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668931 Mar 22 17:34:55.887748 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:55.907568 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7140331 Mar 22 17:34:55.942506 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-d950ae9c-a08a-4a5a-ab79-c04dbab90089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:55.943974 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-d950ae9c-a08a-4a5a-ab79-c04dbab90089 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.4928837 Mar 22 17:34:55.963299 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:54Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:55.998691 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Attempting to bind port bcc6378f-82d5-4e1a-8921-4fc4190e4857 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:34:55.999931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Attempting to bind port bcc6378f-82d5-4e1a-8921-4fc4190e4857 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:34:56.000618 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Attempting to bind port bcc6378f-82d5-4e1a-8921-4fc4190e4857 on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:34:56.024684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:34:56.025377 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Checking segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:34:56.026508 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.027656 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Bound using segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:34:56.029379 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Bound port: bcc6378f-82d5-4e1a-8921-4fc4190e4857, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:34:56.030524 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.051472 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Current status of the port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:56.052016 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.058061 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 1467b800-3cd2-42e7-a38d-583d0517974a, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=1467b800-3cd2-42e7-a38d-583d0517974a,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:56.075139 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.151026 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e67b7-35c9-461a-b0b4-97216cfa27d7 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:54Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:56.205552 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (9beae68c-ce50-49ad-a1db-706820119c1f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.241801 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-01066c9a-494f-4c10-ba6c-5de7e9da7b16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.2879722 Mar 22 17:34:56.260885 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (9beae68c-ce50-49ad-a1db-706820119c1f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.394855 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:34:56.421393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423347b5-b399-4466-bc3e-f5d1dac29a7b req-c7f34e26-fd3d-42a4-af2b-0b93a1a9608e tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:56.437918 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-423347b5-b399-4466-bc3e-f5d1dac29a7b req-c7f34e26-fd3d-42a4-af2b-0b93a1a9608e tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 943 time: 2.0961981 Mar 22 17:34:56.450212 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-6a07af5c-dc7d-44e4-8af4-e6c9661040ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=130d4718-ee71-4aa1-a1af-1924b45f2e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5357661 Mar 22 17:34:56.455601 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:34:56.482469 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=afeb8676-756f-4c27-a932-ab67d8087ee0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:56.510759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:34:56.563372 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beae68c-ce50-49ad-a1db-706820119c1f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:56.595047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.596580 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cc4a7503-ec21-4c1f-a99b-07362dc0ebf0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1841221 Mar 22 17:34:56.618745 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] For port fa16a10a-ff86-4e7f-bff0-bbeff38d7647, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:56.622815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42636) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:56.635749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': '07d978ec-477a-4815-9837-69c0a616e2fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:56.656272 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b40785d7-1b40-47ee-9e90-ee5e49f691b4 req-fb288711-6423-4d36-8517-27e9bf57451a service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558887 Mar 22 17:34:56.670074 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-f1faac6c-1217-4ff6-8ec2-d2b2d74a4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:56.671994 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-f1faac6c-1217-4ff6-8ec2-d2b2d74a4ee9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.4150567 Mar 22 17:34:56.738863 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.746714 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=1467b800-3cd2-42e7-a38d-583d0517974a,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:56.779038 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:56.903103 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 537ee3a4-2092-4728-8b0d-aa8242fd57cf up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:57.006441 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] For port bcc6378f-82d5-4e1a-8921-4fc4190e4857, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:34:57.020667 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Provisioning complete for port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:57.021435 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.097430 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] For port bcc6378f-82d5-4e1a-8921-4fc4190e4857, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=bcc6378f-82d5-4e1a-8921-4fc4190e4857,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:34:57.141350 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 537ee3a4-2092-4728-8b0d-aa8242fd57cf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:57.141654 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.224634 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.263675 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e86d5-80b0-4db9-b950-54e99b4cf826 None None] Pushing event updated for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:57.278303 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42644) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:57.286776 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.334488 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:34:57.335149 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:34:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:57.335590 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (d7670325-adb9-4f3a-98a0-714fff75492c), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.456112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272d670-cdb8-47ea-8d50-05727b496f61 None None] Pushing event updated for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:57.504975 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Current status of the port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:57.546432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (d7670325-adb9-4f3a-98a0-714fff75492c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.577637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1374fc-7d25-4e90-9a44-a907539774d1 req-08dfe190-e4c0-4f35-aece-4067fd7d84be tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:57.582321 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a1374fc-7d25-4e90-9a44-a907539774d1 req-08dfe190-e4c0-4f35-aece-4067fd7d84be tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 944 time: 0.8893430 Mar 22 17:34:57.586883 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (d7670325-adb9-4f3a-98a0-714fff75492c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.628165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-98f1b47c-2b7c-4a82-837e-77ba85f250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:57.636431 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-98f1b47c-2b7c-4a82-837e-77ba85f250e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9473841 Mar 22 17:34:57.648794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-064355fb-20d9-47a7-8b22-935f5c06e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:57.651998 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-064355fb-20d9-47a7-8b22-935f5c06e84b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1128 time: 0.8175118 Mar 22 17:34:57.705965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Provisioning complete for port bcc6378f-82d5-4e1a-8921-4fc4190e4857 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:57.706758 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:57.748690 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 537ee3a4-2092-4728-8b0d-aa8242fd57cf is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:57.750854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 764915a0-6733-45e6-8cae-0862516434f1 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:57.825794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:34:57.830544 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-423347b5-b399-4466-bc3e-f5d1dac29a7b req-dbd1acaa-2c79-4c9b-84b6-2cee294f93e3 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3784020 Mar 22 17:34:57.831222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76076a-d378-4d76-b538-a88eeea939fa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=5b110e69-9e9e-435d-a5d2-b9983ef8a4a9,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:57.911830 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7670325-adb9-4f3a-98a0-714fff75492c,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:57.917276 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-9ac7d6a4-d40a-4789-838b-cff1cb9d5267 service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4538341 Mar 22 17:34:57.927274 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-ca6d7bbb-2702-4787-b9fd-b91c9a2f0eb5 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647965 Mar 22 17:34:58.149156 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.151527 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e593c8b4-ab32-439a-8302-ae44292991c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5265028 Mar 22 17:34:58.153088 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a089abc-26f6-4761-9d03-85653ef43245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.159874 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 42668) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:58.196879 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9402a088-35ca-4fee-9a01-ffaf2761c628 req-378e888f-1dc6-48eb-b5b3-91eb3f60e7b1 service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675805 Mar 22 17:34:58.218251 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:34:58.245722 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a1374fc-7d25-4e90-9a44-a907539774d1 req-3a864d82-9fce-4e9b-93b3-c1913a26b1b4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218767 Mar 22 17:34:58.255798 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Current status of the port bcc6378f-82d5-4e1a-8921-4fc4190e4857 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:58.256366 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.267442 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-7b978080-ed45-41c2-ab1b-f8cffe551ae0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--110205297&fields=id&tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 267 time: 0.1827292 Mar 22 17:34:58.316964 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-d8f28394-7ca4-4bff-beac-2151bcf4eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:58.318306 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-d8f28394-7ca4-4bff-beac-2151bcf4eb77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.6379073 Mar 22 17:34:58.327801 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 764915a0-6733-45e6-8cae-0862516434f1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:58.329051 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (764915a0-6733-45e6-8cae-0862516434f1), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.344304 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.372420 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.400111 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-c62d7739-725e-4a25-a6f8-51d1fd3999de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 217 time: 0.0684328 Mar 22 17:34:58.406968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] For port bcc6378f-82d5-4e1a-8921-4fc4190e4857, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=bcc6378f-82d5-4e1a-8921-4fc4190e4857,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:58.417378 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.467774 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=afeb8676-756f-4c27-a932-ab67d8087ee0,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:58.475121 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-6fa26b13-0242-4c39-972e-6d1a3b11f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:58.476301 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-6fa26b13-0242-4c39-972e-6d1a3b11f153 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0682964 Mar 22 17:34:58.481317 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.536223 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.556484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794be20-8eee-42bc-8223-ff9038347c5c req-1d894699-875d-4272-88c2-9507b5122551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:58.558460 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-1d894699-875d-4272-88c2-9507b5122551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d16e6794eeba4195b9e708dadef2e17b&device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 1127 time: 0.2117774 Mar 22 17:34:58.712637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 3b5f1a16-6320-40c5-87b0-734b1382c5bf details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:34:58.730501 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a089abc-26f6-4761-9d03-85653ef43245 admin admin] Publish callbacks [] for security_group (235a071e-8665-498f-b4b2-14e49fac87f3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.748100 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a089abc-26f6-4761-9d03-85653ef43245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (235a071e-8665-498f-b4b2-14e49fac87f3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.765978 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9a04b881-98de-40c8-8533-b6a242ca2acc req-b5e72a65-49ca-48dc-b39e-09b9c6fe35a6 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391074 Mar 22 17:34:58.819815 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794be20-8eee-42bc-8223-ff9038347c5c req-84f85d99-18b2-4f95-8488-04566ab87a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:58.821413 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-84f85d99-18b2-4f95-8488-04566ab87a61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=130d4718-ee71-4aa1-a1af-1924b45f2e23 HTTP/1.1" status: 200 len: 913 time: 0.2527406 Mar 22 17:34:58.851703 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:58.853162 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-14e12b59-239e-4f5b-ab47-c832cef19708 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4247522 Mar 22 17:34:58.900085 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9007d-154e-46d2-9232-7faaa932fa0f None None] Pushing event updated for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:58.999881 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f122065-42fd-4a0a-90bc-4617f9aca53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.019807 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-5a8fd477-1373-4afc-b687-94efce9a2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.021816 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-5a8fd477-1373-4afc-b687-94efce9a2622 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5303304 Mar 22 17:34:59.060109 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-6b9adb93-3314-44af-9ee0-34ebfe3be30b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4019acd3-8aab-4139-bb7a-e09512918bef HTTP/1.1" status: 200 len: 217 time: 0.2038174 Mar 22 17:34:59.079816 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9a089abc-26f6-4761-9d03-85653ef43245 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84d2b37439ab44208cc8625299ff9929&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7964506 Mar 22 17:34:59.090109 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a089abc-26f6-4761-9d03-85653ef43245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a071e-8665-498f-b4b2-14e49fac87f3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:59.095386 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42694) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:34:59.097806 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-01e26373-f8c8-4861-822f-d141ba923719 None None] Provisioning complete for port bcc6378f-82d5-4e1a-8921-4fc4190e4857 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:59.098252 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-01e26373-f8c8-4861-822f-d141ba923719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.103638 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 764915a0-6733-45e6-8cae-0862516434f1 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:59.159150 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:59.184496 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'port_id': '3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'mac_address': 'fa:16:3e:1e:0e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:34:59.192965 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-e5326b05-068d-43be-957e-b744d691aada tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.209416 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-e5326b05-068d-43be-957e-b744d691aada tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 811 time: 0.8500028 Mar 22 17:34:59.264764 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-bc189b8e-1d3d-4811-9912-95dedcd0d081 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/quotas/b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 375 time: 0.0540779 Mar 22 17:34:59.272932 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-c0cd9d93-cbce-4d7e-a46a-384da6fe971b service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290289 Mar 22 17:34:59.277671 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:34:59.283410 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 3b5f1a16-6320-40c5-87b0-734b1382c5bf is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:59.283902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.333710 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794be20-8eee-42bc-8223-ff9038347c5c req-a7d9b86a-d5db-4f4f-88a2-578a1d53876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.335629 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-a7d9b86a-d5db-4f4f-88a2-578a1d53876e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0c23761-2d41-4b3f-9e19-f8db56cb3e47 HTTP/1.1" status: 200 len: 852 time: 0.2573528 Mar 22 17:34:59.368516 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5f1a16-6320-40c5-87b0-734b1382c5bf {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:34:59.375863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e04ff-6280-452c-92fd-9599c297f42f None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:34:59.390532 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-57ccd240-8dcf-40f0-be3f-8151d13f3b62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=130d4718-ee71-4aa1-a1af-1924b45f2e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480697 Mar 22 17:34:59.395038 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-01e26373-f8c8-4861-822f-d141ba923719 None None] Current status of the port bcc6378f-82d5-4e1a-8921-4fc4190e4857 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:59.414087 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] Publish callbacks [] for security_group (235a071e-8665-498f-b4b2-14e49fac87f3), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.421459 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:34:59.434029 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e66-7f29-4f6f-bfed-1e3a9406a028 req-1a0732fb-cb99-45c4-91f0-395cfed589a7 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:34:59.434770 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.436870 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3bbd9e66-7f29-4f6f-bfed-1e3a9406a028 req-1a0732fb-cb99-45c4-91f0-395cfed589a7 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 943 time: 0.3478997 Mar 22 17:34:59.471657 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e111ce55-8607-4bd7-b034-9cf6e0067c7a req-1346d1bd-1a4d-4153-a0c0-7796294b83cd service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859856 Mar 22 17:34:59.498035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] Publish callbacks [] for security_group (235a071e-8665-498f-b4b2-14e49fac87f3), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.517822 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-5b7ae28c-1617-4e7b-b070-9e913bf26a68 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2516420 Mar 22 17:34:59.528089 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device fa16a10a-ff86-4e7f-bff0-bbeff38d7647 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:59.556451 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3bbd9e66-7f29-4f6f-bfed-1e3a9406a028 req-e3fbcfc7-43e1-42ac-a4cf-b682acbc063f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894096 Mar 22 17:34:59.558644 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.567927 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-afeeb07a-652c-41d8-8202-16499fd6c729 service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764700 Mar 22 17:34:59.619394 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:59.659594 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:34:59.659985 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.712176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (235a071e-8665-498f-b4b2-14e49fac87f3), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.715656 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:34:59.720285 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/235a071e-8665-498f-b4b2-14e49fac87f3 HTTP/1.1" status: 204 len: 168 time: 0.6237974 Mar 22 17:34:59.746222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567970a1-1638-4a21-b99c-4ad6fe3b16ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a071e-8665-498f-b4b2-14e49fac87f3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:34:59.818842 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-0e5a0976-4a3b-4502-90fb-5f07ada9f51c service neutron] 10.222.0.69 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401805 Mar 22 17:34:59.828032 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f794be20-8eee-42bc-8223-ff9038347c5c req-d9fd0843-7ff7-4690-9b4b-2f4be5a16258 service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480476 Mar 22 17:34:59.836352 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:34:59.837574 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 1467b800-3cd2-42e7-a38d-583d0517974a up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:34:59.861735 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.27.0.191 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/950c42f1-b0b6-44d5-8051-cf150b094543) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:00.016595 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 1467b800-3cd2-42e7-a38d-583d0517974a triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:00.016981 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.075753 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['3b5f1a16-6320-40c5-87b0-734b1382c5bf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:00.084461 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-877ac685-faa8-4d2d-8d26-46d072a3643b service neutron] 10.222.0.69 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378747 Mar 22 17:35:00.263621 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-6bb38fb6-d3b8-4794-9803-e31e671c11de tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1086528492&fields=id&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 267 time: 0.2505586 Mar 22 17:35:00.311690 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (950c42f1-b0b6-44d5-8051-cf150b094543), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.401597 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42720) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:00.463053 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1c1c-7c88-414d-a92d-2ffe39347c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.471930 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device d7b6ae5a-2bab-4977-aa27-82c7d00136f1 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:00.742161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.784735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:35:00.801974 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-ec16b31a-8ba8-47da-9a61-ecf872b9280d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:00.805966 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-ec16b31a-8ba8-47da-9a61-ecf872b9280d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 817 time: 0.5365560 Mar 22 17:35:00.862287 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:00.884840 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-6928b7c5-08e3-431e-b287-d1908b786cb7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/quotas/6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 375 time: 0.0366037 Mar 22 17:35:00.889943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:00.896915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:00.898040 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1c1c-7c88-414d-a92d-2ffe39347c48 admin admin] Publish callbacks [] for security_group (4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.906532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1c1c-7c88-414d-a92d-2ffe39347c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:00.942670 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 1467b800-3cd2-42e7-a38d-583d0517974a is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:00.943938 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device bcc6378f-82d5-4e1a-8921-4fc4190e4857 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:01.018225 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3d5e1c1c-7c88-414d-a92d-2ffe39347c48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f72a8c9298dd45a8913db70ef2bd172e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138711 Mar 22 17:35:01.020684 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 42740) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:01.022220 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e1c1c-7c88-414d-a92d-2ffe39347c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:01.076736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=950c42f1-b0b6-44d5-8051-cf150b094543,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:01.110367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8558b-0d63-4c1c-ba5b-ee8879d3a243 req-a70a9e26-8d8e-43fc-8082-f9465d78d051 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:01.118272 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d8b8558b-0d63-4c1c-ba5b-ee8879d3a243 req-a70a9e26-8d8e-43fc-8082-f9465d78d051 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 944 time: 0.4950991 Mar 22 17:35:01.183863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:01.187518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.205658 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'port_id': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1', 'mac_address': 'fa:16:3e:2d:9d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:01.225899 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-7e477702-6f29-4c26-9ffe-c69117040614 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3148227 Mar 22 17:35:01.231164 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] Publish callbacks [] for security_group (4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.278729 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e7cd412c-92dd-416f-9d42-9931842e2ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.283307 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port bcc6378f-82d5-4e1a-8921-4fc4190e4857 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:01.283693 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.287445 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:01.325222 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:01.325640 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.347658 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.358230 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b6ae5a-2bab-4977-aa27-82c7d00136f1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:01.358702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] Publish callbacks [] for security_group (4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.368068 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d8b8558b-0d63-4c1c-ba5b-ee8879d3a243 req-0c9a1f53-7ab0-4bcf-8dff-6539b02faf2d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344046 Mar 22 17:35:01.465505 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.469138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.474983 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b HTTP/1.1" status: 204 len: 168 time: 0.4383695 Mar 22 17:35:01.491241 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-173fedb8-e885-434a-b7b1-6306318bcc2d service neutron] 10.222.0.69 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143738 Mar 22 17:35:01.512639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188a55d-160d-4ca5-bb68-b8fd8d5695e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b7eba-e4c5-40cc-ae42-9a28ccb55d5b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:01.540291 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:01.543765 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port bcc6378f-82d5-4e1a-8921-4fc4190e4857 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:01.581161 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.687091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (950c42f1-b0b6-44d5-8051-cf150b094543), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.691353 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-b75523f5-7ed5-4338-a01c-69a961b754bb service neutron] 10.222.0.69 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885817 Mar 22 17:35:01.693759 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.735724 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.768335 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=950c42f1-b0b6-44d5-8051-cf150b094543,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:01.775052 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:01.786256 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-925263fb-a5a8-4a77-a823-6d7855617252 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6213923 Mar 22 17:35:01.802132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:01.888629 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2e766c9c-e6ef-417e-a940-b3df6881fca0 req-5903b8e4-6db1-4a49-b2f1-b7b772139936 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 210 time: 0.0416358 Mar 22 17:35:02.064943 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f13527-d6e0-4eef-be67-98d9746d36bf req-4cea27ce-2b35-42de-bfd5-af52ff1f0b75 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.073346 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e9f13527-d6e0-4eef-be67-98d9746d36bf req-4cea27ce-2b35-42de-bfd5-af52ff1f0b75 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 943 time: 0.0818405 Mar 22 17:35:02.084256 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['d7b6ae5a-2bab-4977-aa27-82c7d00136f1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:02.181731 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e9f13527-d6e0-4eef-be67-98d9746d36bf req-0906e9b5-600a-4ba6-9d40-b2c81ea92f61 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073246 Mar 22 17:35:02.249233 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:02.349327 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b34e89db-8887-4752-bdf6-4ad403e1c5f6 req-44e24108-0e4d-4d48-93fd-594ed4170d65 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.1025488 Mar 22 17:35:02.406420 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-dbf5884d-5e12-4157-976f-068d8b44023d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--323062421&fields=id&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 267 time: 0.1075923 Mar 22 17:35:02.455241 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 4019acd3-8aab-4139-bb7a-e09512918bef details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:02.590683 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 3b5f1a16-6320-40c5-87b0-734b1382c5bf up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:02.727145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-5c46c4e8-4fc7-46b9-b438-124d9bf14abe tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.743261 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-5c46c4e8-4fc7-46b9-b438-124d9bf14abe tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.3278623 Mar 22 17:35:02.782787 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7a61734f-713a-43f2-b94b-be3e1f0996aa tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/quotas/b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 375 time: 0.0358436 Mar 22 17:35:02.790436 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca1b78-07d6-42a5-bbb3-2ba92eb24491 req-1e18b98a-7a86-414b-af6f-05621e59fb76 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:02.804348 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-44ca1b78-07d6-42a5-bbb3-2ba92eb24491 req-1e18b98a-7a86-414b-af6f-05621e59fb76 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 945 time: 0.1316586 Mar 22 17:35:02.869848 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=4019acd3-8aab-4139-bb7a-e09512918bef,segment=NetworkSegment(d23d4b55-21e3-407e-8d2c-ffc3bbae0e01),segment_id=d23d4b55-21e3-407e-8d2c-ffc3bbae0e01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:02.900610 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-44ca1b78-07d6-42a5-bbb3-2ba92eb24491 req-8e2170bd-c720-45c4-a4e2-0dd51f2e47cb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907261 Mar 22 17:35:02.901972 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '4019acd3-8aab-4139-bb7a-e09512918bef', 'network_id': '130d4718-ee71-4aa1-a1af-1924b45f2e23', 'port_id': '4019acd3-8aab-4139-bb7a-e09512918bef', 'mac_address': 'fa:16:3e:f5:d8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c23761-2d41-4b3f-9e19-f8db56cb3e47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:02.909611 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 3b5f1a16-6320-40c5-87b0-734b1382c5bf completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:02.924452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 3b5f1a16-6320-40c5-87b0-734b1382c5bf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:02.925107 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.049548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 4019acd3-8aab-4139-bb7a-e09512918bef is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:03.050221 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.110524 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-c97d3ff8-e205-433c-baf1-721882bd304c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3241444 Mar 22 17:35:03.245993 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7729534-ca90-46f3-8ba5-d4abf4f6952b req-f04c6224-7caa-4225-9074-9dafc7b2cf11 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 210 time: 0.0472386 Mar 22 17:35:03.302078 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-3be27361-21be-4493-9f00-624424df4ec4 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:03.304229 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-3be27361-21be-4493-9f00-624424df4ec4 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 811 time: 0.3707621 Mar 22 17:35:03.498892 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-adcb88d0-d2d5-4b42-b198-1d9554fa43ba service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601758 Mar 22 17:35:03.645737 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4019acd3-8aab-4139-bb7a-e09512918bef {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:03.765127 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=4019acd3-8aab-4139-bb7a-e09512918bef,segment=NetworkSegment(d23d4b55-21e3-407e-8d2c-ffc3bbae0e01),segment_id=d23d4b55-21e3-407e-8d2c-ffc3bbae0e01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:03.776361 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.898243 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 3b5f1a16-6320-40c5-87b0-734b1382c5bf is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:03.901080 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:03.904759 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-58187007-a926-4289-a658-94c91dca78be tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 379 time: 0.5785713 Mar 22 17:35:03.917966 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'port': {'device_id': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'admin_state_up': True, 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'security_groups': ['dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:03.984054 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb219e1-c13a-49ee-961e-59d788292960 req-0ed7bab4-ab22-40ce-943b-7ceac46079a2 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:03.998637 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6fb219e1-c13a-49ee-961e-59d788292960 req-0ed7bab4-ab22-40ce-943b-7ceac46079a2 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 944 time: 0.1810088 Mar 22 17:35:04.017268 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:04.067921 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Made reservation on behalf of b35a7db5ede34676a9fc5beb57f6fd9f for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:04.071751 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.096223 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6fb219e1-c13a-49ee-961e-59d788292960 req-349f999d-35b7-45e4-b431-8cd041baead5 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Mar 22 17:35:04.112979 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.122509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:04.127311 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:04.137174 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.203140 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-67553df2-7cdc-45f5-9420-de2908de017e service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872697 Mar 22 17:35:04.244962 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:04.272919 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9493e79f-a0b2-4fb1-a763-6cbf407a6a9e req-485d1d39-2ab0-465f-9610-155e10073397 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0678608 Mar 22 17:35:04.351426 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543f75c-6162-48c1-8e95-028d9192083a" -d '{"events": [{"server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:04.352429 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Allocated IP 172.20.0.12 (d10e4963-7ae2-4c5b-80df-01898f9a78d3/8e9f64ba-e1bb-4f86-831c-c5fe633bfd20/58e128be-2b78-4acd-87f8-7a6492165339) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:04.584829 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f165a259-8402-4f32-8a17-37654f9ed1fe req-1be164d3-8506-4f5d-a0d7-fb51ddf2bd68 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 210 time: 0.0540490 Mar 22 17:35:04.684618 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (58e128be-2b78-4acd-87f8-7a6492165339), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.766568 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29c2aa-5400-4318-bee9-35d1e751a04b req-2d19d5cf-64ce-499f-ac69-d0e80000fd39 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:04.772172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e29c2aa-5400-4318-bee9-35d1e751a04b req-2d19d5cf-64ce-499f-ac69-d0e80000fd39 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 945 time: 0.1354532 Mar 22 17:35:04.787241 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.844043 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e29c2aa-5400-4318-bee9-35d1e751a04b req-e23eabee-f2b8-4f80-929d-5e0691695da0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603020 Mar 22 17:35:04.902425 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ce174-4c43-4afe-aeec-a59ebf47a27d x-openstack-request-id: req-9f5ce174-4c43-4afe-aeec-a59ebf47a27d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:04.903227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "name": "network-vif-plugged", "status": "completed", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:04.903227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f5ce174-4c43-4afe-aeec-a59ebf47a27d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:04.903499 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5ce174-4c43-4afe-aeec-a59ebf47a27d'] response: {'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'code': 200} Mar 22 17:35:04.917710 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:04.922412 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:04.939621 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:04.942965 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:04.950746 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:04.951651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:04.974468 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6a4b83b-835b-4627-9298-6791c12988e2 req-d10824fa-24a8-4a41-a216-12f8d02c0286 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0485923 Mar 22 17:35:04.985500 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-c76d23cc-02fb-402b-b92d-cba721545980 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0754595 Mar 22 17:35:05.276188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9e5e0-497b-4a5b-b990-048adba44832 req-2b68cf27-edf0-49ec-a736-5cc38651a75a tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:05.278194 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5ff9e5e0-497b-4a5b-b990-048adba44832 req-2b68cf27-edf0-49ec-a736-5cc38651a75a tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 944 time: 0.0928376 Mar 22 17:35:05.286051 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-8f534dad-887b-4936-8875-84cbe1294746 None None] Provisioning complete for port 58e128be-2b78-4acd-87f8-7a6492165339 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:05.286637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8f534dad-887b-4936-8875-84cbe1294746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (58e128be-2b78-4acd-87f8-7a6492165339), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.357212 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:05.359422 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8f534dad-887b-4936-8875-84cbe1294746 None None] Port 58e128be-2b78-4acd-87f8-7a6492165339 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:05.368082 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5ff9e5e0-497b-4a5b-b990-048adba44832 req-6571808e-e1ec-4325-98e8-3266a777f0e1 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816555 Mar 22 17:35:05.446435 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4c3cc39b-1ac0-46f9-9839-06ea93978789 req-eaa5fe0c-d023-4673-860a-58a74f33ab8b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Mar 22 17:35:05.753779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328776ca-5541-41c3-acd6-d42b4c3e5558 req-8d7798b0-89ac-41ad-ad1f-fd794712618a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:05.755561 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-328776ca-5541-41c3-acd6-d42b4c3e5558 req-8d7798b0-89ac-41ad-ad1f-fd794712618a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 932 time: 0.0836680 Mar 22 17:35:05.834660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-328776ca-5541-41c3-acd6-d42b4c3e5558 req-9a90a3b2-f1a2-469e-9fdf-13fe166899e8 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677686 Mar 22 17:35:06.073244 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-995daaca-7482-48b5-85aa-8765f033803e req-24c3e5d5-7ddf-41aa-8640-97e57e191d9c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0334055 Mar 22 17:35:06.189221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e2ec8-af91-438e-8cf9-6e889ef3ee83 req-6434c7ff-14e1-42a5-b64d-23db3d8f02c8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.190859 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-329e2ec8-af91-438e-8cf9-6e889ef3ee83 req-6434c7ff-14e1-42a5-b64d-23db3d8f02c8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 945 time: 0.2611454 Mar 22 17:35:06.247975 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-329e2ec8-af91-438e-8cf9-6e889ef3ee83 req-1c931b21-dbad-4a81-9663-b40ca8004a08 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Mar 22 17:35:06.498843 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67feb-45cd-415e-b74f-f094b6211357 req-94178d9d-b623-406f-95f6-db99d625c40a tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:06.500474 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30d67feb-45cd-415e-b74f-f094b6211357 req-94178d9d-b623-406f-95f6-db99d625c40a tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 944 time: 0.0653360 Mar 22 17:35:06.569573 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-462af438-dfb4-43d6-87b0-4789373c0002 req-7ef1c350-a6b8-4451-a8be-ea41bf3bebf8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0297794 Mar 22 17:35:06.585352 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30d67feb-45cd-415e-b74f-f094b6211357 req-1b042bb7-cc36-4714-ad55-402d6b637cb5 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750620 Mar 22 17:35:07.019727 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe34fc-0f63-4508-a276-fc4ca14b56a4 req-fb72a3ae-fd49-415c-94b8-2d71ee33b76c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.022306 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddfe34fc-0f63-4508-a276-fc4ca14b56a4 req-fb72a3ae-fd49-415c-94b8-2d71ee33b76c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 932 time: 0.0769010 Mar 22 17:35:07.075319 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ddfe34fc-0f63-4508-a276-fc4ca14b56a4 req-69ab0db0-9cd8-4091-aea6-60426c25b949 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471873 Mar 22 17:35:07.076900 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device d7b6ae5a-2bab-4977-aa27-82c7d00136f1 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:07.115823 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Request body: {'port': {'device_id': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:07.149882 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:07.154570 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:07.155407 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.187486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (58e128be-2b78-4acd-87f8-7a6492165339), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.265602 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b445b723-7884-4c0c-b418-44d17072a749 req-da927eb3-ed6b-4342-b8d9-dc9c2f859636 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0620389 Mar 22 17:35:07.329623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:07.330176 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.407442 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:07.410603 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49dd204-c33f-4f06-8881-d73475a21e40" -d '{"events": [{"server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:07.451623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:07.464996 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.496080 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f168a8-8fea-4749-a6eb-5c90b66024a2 x-openstack-request-id: req-67f168a8-8fea-4749-a6eb-5c90b66024a2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:07.496679 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "name": "network-vif-plugged", "status": "completed", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:07.497070 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67f168a8-8fea-4749-a6eb-5c90b66024a2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:07.497644 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f168a8-8fea-4749-a6eb-5c90b66024a2'] response: {'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1', 'code': 200} Mar 22 17:35:07.543757 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:07.599898 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430f1f-c6f0-4a3d-8fd8-f6dc3a91d09c req-b0f9ad73-3387-4b63-82df-02b913610b2b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.606893 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00430f1f-c6f0-4a3d-8fd8-f6dc3a91d09c req-b0f9ad73-3387-4b63-82df-02b913610b2b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 945 time: 0.1709144 Mar 22 17:35:07.606893 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-e9016b41-2577-46cb-b6c5-f43035826304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:07.606893 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-e9016b41-2577-46cb-b6c5-f43035826304 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.1584139 Mar 22 17:35:07.655135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e128be-2b78-4acd-87f8-7a6492165339 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:07.679274 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks [] for port (58e128be-2b78-4acd-87f8-7a6492165339), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.680955 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['4019acd3-8aab-4139-bb7a-e09512918bef'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:07.687075 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00430f1f-c6f0-4a3d-8fd8-f6dc3a91d09c req-afcc6a10-fea0-454d-8531-8aaa51c28d1a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695746 Mar 22 17:35:07.715722 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-9b4d4fb1-61a2-4f71-ba53-2a14cac8705f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.733972 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fd7b7f7e-147a-402b-870d-30ace3020ac6 req-e1c8b9b5-d723-4217-b900-dfd3d3be9f45 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0732224 Mar 22 17:35:07.761008 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Transition to ACTIVE for port object 58e128be-2b78-4acd-87f8-7a6492165339 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:07.767795 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:07.885908 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Pushing event updated for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:07.926917 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Attempting to bind port 58e128be-2b78-4acd-87f8-7a6492165339 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:07.927342 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Attempting to bind port 58e128be-2b78-4acd-87f8-7a6492165339 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:07.927619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Attempting to bind port 58e128be-2b78-4acd-87f8-7a6492165339 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:07.952958 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Port 58e128be-2b78-4acd-87f8-7a6492165339 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:07.953371 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Attempting to bind port 58e128be-2b78-4acd-87f8-7a6492165339 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:07.973825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:07.974180 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Checking segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:07.974607 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Bound using segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:07.975076 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Bound port: 58e128be-2b78-4acd-87f8-7a6492165339, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:07.975449 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (58e128be-2b78-4acd-87f8-7a6492165339), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.075902 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403cd59-add4-4e60-8ee8-2f5110424a29 req-71566e88-7259-4c55-9481-df443706c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.077056 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5403cd59-add4-4e60-8ee8-2f5110424a29 req-71566e88-7259-4c55-9481-df443706c246 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1130 time: 0.1660528 Mar 22 17:35:08.090633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b627a08-d72e-4f6f-824c-292a0845df07 req-9b4c8c20-11cc-420e-8f67-b5a0b7d4ae7f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.100079 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b627a08-d72e-4f6f-824c-292a0845df07 req-9b4c8c20-11cc-420e-8f67-b5a0b7d4ae7f tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 944 time: 0.2956877 Mar 22 17:35:08.133941 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.62', 50324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:08.164113 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-9b4d4fb1-61a2-4f71-ba53-2a14cac8705f service neutron] Publish callbacks [] for security_group (6b1fd523-243e-4519-8637-389a1ef07c89), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.181820 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-9b4d4fb1-61a2-4f71-ba53-2a14cac8705f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6b1fd523-243e-4519-8637-389a1ef07c89), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.229261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5403cd59-add4-4e60-8ee8-2f5110424a29 req-b0c0b8d4-1de9-43a7-8f99-cea1d9d221c7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.258009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d4fb1-61a2-4f71-ba53-2a14cac8705f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1fd523-243e-4519-8637-389a1ef07c89,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:08.359826 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:08.365431 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4b627a08-d72e-4f6f-824c-292a0845df07 req-cf1871f0-472d-4aa4-a65b-57d24e8bbc23 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604220 Mar 22 17:35:08.375741 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afd5d263-e930-4946-9a0e-d09d5a3d9cc2 req-9b4d4fb1-61a2-4f71-ba53-2a14cac8705f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863158 Mar 22 17:35:08.400180 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=58e128be-2b78-4acd-87f8-7a6492165339,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:08.415228 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-6da2590a-1246-485a-a0ff-5f6bdca9554c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.417345 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-6da2590a-1246-485a-a0ff-5f6bdca9554c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 817 time: 0.2738621 Mar 22 17:35:08.419870 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.458927 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.459572 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:08.461045 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] 10.222.0.62 "PUT /v2.0/ports/58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 1094 time: 1.3496900 Mar 22 17:35:08.463916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:08.466803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "tag": "58e128be-2b78-4acd-87f8-7a6492165339"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:08.490293 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728738d-2ca7-4ba0-ad55-ead7e67f8108 req-ee09394e-b748-4e8b-8077-3dfa21a8579c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.493440 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5403cd59-add4-4e60-8ee8-2f5110424a29 req-b0c0b8d4-1de9-43a7-8f99-cea1d9d221c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536866 Mar 22 17:35:08.497842 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0728738d-2ca7-4ba0-ad55-ead7e67f8108 req-ee09394e-b748-4e8b-8077-3dfa21a8579c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 944 time: 0.1684079 Mar 22 17:35:08.570196 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2b33f-7168-4bc4-bd8f-52b58c2b8d92 service neutron] Pushing event updated for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:08.593226 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7973c189-5e0d-4be0-b792-ca485267b42d req-30977efc-f91c-4077-b985-668df95b8efb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0465844 Mar 22 17:35:08.612295 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0728738d-2ca7-4ba0-ad55-ead7e67f8108 req-b03f1a70-2793-4854-b963-81655d650469 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127808 Mar 22 17:35:08.663753 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599f5af-2517-45b0-9984-63f86f20ae53 x-openstack-request-id: req-7599f5af-2517-45b0-9984-63f86f20ae53 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:08.664541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "tag": "58e128be-2b78-4acd-87f8-7a6492165339", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:08.664541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7599f5af-2517-45b0-9984-63f86f20ae53 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:08.664943 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7599f5af-2517-45b0-9984-63f86f20ae53'] response: {'name': 'network-changed', 'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339', 'status': 'completed', 'code': 200} Mar 22 17:35:08.863688 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ed1c-9b71-4513-bb8b-737ed9ffb11e req-9316ce21-39ab-4ce1-8db4-cf4b91a53313 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:08.866472 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a734ed1c-9b71-4513-bb8b-737ed9ffb11e req-9316ce21-39ab-4ce1-8db4-cf4b91a53313 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0925777 Mar 22 17:35:08.925085 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4dce533e-ba2f-4277-9cbf-2d6001ef1e40 req-ae44cbe3-5c27-4bfe-906f-b286cd7722e7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0554757 Mar 22 17:35:08.935515 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a734ed1c-9b71-4513-bb8b-737ed9ffb11e req-bf0a364c-9275-4aaa-b969-5b50a1231c08 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Mar 22 17:35:09.524775 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-e8457976-6242-4f1d-a4cf-cb3f4f4fb4da tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 380 time: 0.2090538 Mar 22 17:35:09.574745 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'port': {'device_id': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'admin_state_up': True, 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'security_groups': ['d89c572f-c956-4701-8ee9-0bcf23d8ed94']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:09.760900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-49930cbe-0cee-4e57-9c06-bb30b2217299 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.766643 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-49930cbe-0cee-4e57-9c06-bb30b2217299 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.3643317 Mar 22 17:35:09.840269 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 4019acd3-8aab-4139-bb7a-e09512918bef up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:09.888033 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-a53c2ac2-4b88-468b-9bda-b6f6fba1f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:09.890022 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-a53c2ac2-4b88-468b-9bda-b6f6fba1f302 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1128 time: 0.4101808 Mar 22 17:35:09.953431 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1fd8334e-ad2d-4ace-92be-ac94067a91cc req-2f58002a-c9f0-4622-90e4-fe4348137bd0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0780675 Mar 22 17:35:10.070320 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-6e0e49f0-e61f-46dc-b43d-fc0a28d1d06e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 379 time: 0.2862585 Mar 22 17:35:10.070810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 4019acd3-8aab-4139-bb7a-e09512918bef completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:10.082879 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 4019acd3-8aab-4139-bb7a-e09512918bef triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:10.083789 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.086321 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'port': {'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'admin_state_up': True, 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'security_groups': ['07d978ec-477a-4815-9837-69c0a616e2fa']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:10.104938 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Made reservation on behalf of 6f389f96505d4249a6b6f0ad56bd25d1 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:10.110555 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.120227 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbad7c-1822-4cb4-b736-4da4d739f264 req-de3d99af-4abd-4467-bf67-49bab4ce738b tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.127561 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ddbad7c-1822-4cb4-b736-4da4d739f264 req-de3d99af-4abd-4467-bf67-49bab4ce738b tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 944 time: 0.2078276 Mar 22 17:35:10.329028 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 4019acd3-8aab-4139-bb7a-e09512918bef is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:10.329200 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.374619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:10.381325 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c7082-7b03-4d22-892c-34ce7679cac6" -d '{"events": [{"server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "name": "network-vif-plugged", "status": "completed", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:10.411158 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=4019acd3-8aab-4139-bb7a-e09512918bef,segment=NetworkSegment(d23d4b55-21e3-407e-8d2c-ffc3bbae0e01),segment_id=d23d4b55-21e3-407e-8d2c-ffc3bbae0e01)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:10.414230 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6ddbad7c-1822-4cb4-b736-4da4d739f264 req-50235595-6bf9-49d7-a012-559b8e4296d4 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855358 Mar 22 17:35:10.419988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.439625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:10.443447 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:10.542361 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:10.597966 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c513f1-eabe-4d9e-b528-a25084d5928e req-5922ad06-bd83-4349-930d-fc9da13afb0e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.609045 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-61c513f1-eabe-4d9e-b528-a25084d5928e req-5922ad06-bd83-4349-930d-fc9da13afb0e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 944 time: 0.3861711 Mar 22 17:35:10.659066 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-2cbf7864-ef8d-485b-86be-c294643a4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.660780 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-2cbf7864-ef8d-485b-86be-c294643a4f80 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7084906 Mar 22 17:35:10.734501 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870a72-4257-4667-9444-26868a34acf2 req-5d16f890-8cf2-4c20-9ba9-0a45da1f36cd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.737339 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48870a72-4257-4667-9444-26868a34acf2 req-5d16f890-8cf2-4c20-9ba9-0a45da1f36cd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1728687 Mar 22 17:35:10.764332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.20.0.12 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:10.771448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Allocated IP 172.20.0.8 (13dae9ab-82bb-4f83-b847-aa008142f321/a9b7df96-d1b6-4382-8b25-4a0e311f1355/ace843e3-7a2f-4213-97d7-465f1a14da71) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:35:10.861509 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-61c513f1-eabe-4d9e-b528-a25084d5928e req-9a8269ab-2720-42f0-95eb-d1db49f17774 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301302 Mar 22 17:35:10.908102 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48870a72-4257-4667-9444-26868a34acf2 req-50337b2c-b2a6-4a28-b528-9fc03fad57d2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598465 Mar 22 17:35:10.938663 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-20d8ef89-6530-45ba-bde9-85031c56023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:10.940530 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0c96d7e6-6cbe-476f-837b-d48a7a5fed04 req-20d8ef89-6530-45ba-bde9-85031c56023c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691214 Mar 22 17:35:11.030004 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607cec2-13ed-4a46-bce4-7803b4d990e3 x-openstack-request-id: req-2607cec2-13ed-4a46-bce4-7803b4d990e3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:11.030621 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "name": "network-vif-plugged", "status": "completed", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:11.031414 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2607cec2-13ed-4a46-bce4-7803b4d990e3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:11.032199 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2607cec2-13ed-4a46-bce4-7803b4d990e3'] response: {'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef', 'code': 200} Mar 22 17:35:11.142876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.197887 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db1e5f16-3dc3-4cfe-9a4e-33346ac7a028 req-201681bb-392c-4a06-934a-eb0bdc02a012 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0423696 Mar 22 17:35:11.265427 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.334213 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.389769 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:11.393458 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:11.430048 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:11.462233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.469705 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.475680 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2142f935-36e2-489c-b90e-b256430f861d req-b7c2d2a2-3f68-4dea-8c3e-817c4e5a20d3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.4993694 Mar 22 17:35:11.572282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-05a34bec-b218-44c5-839e-3790e1fea328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.575731 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-05a34bec-b218-44c5-839e-3790e1fea328 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1128 time: 0.2341998 Mar 22 17:35:11.592780 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:11.623486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.659499 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-7606b561-d368-4401-9ba2-967d3f416257 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5826294 Mar 22 17:35:11.690018 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83ae9-358c-476d-b28c-6a2e5557f22a req-570088d9-40ca-4af1-8808-f87e53e21cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.694944 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65f83ae9-358c-476d-b28c-6a2e5557f22a req-570088d9-40ca-4af1-8808-f87e53e21cdd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 1129 time: 0.2784817 Mar 22 17:35:11.701000 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Request body: {'port': {'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:11.805664 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-390c0bd6-fe4d-4dad-8687-e8f67c7f1359 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 217 time: 0.2038267 Mar 22 17:35:11.966099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:35:11.974011 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:11.978908 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:11.981382 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-4b2c2571-c09d-4ea2-87d5-c9e7b167b0e0 None None] Provisioning complete for port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:11.983573 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-3e9bb768-27ee-4087-97b0-0bdaeff73da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.984410 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2571-c09d-4ea2-87d5-c9e7b167b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:11.986162 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-3e9bb768-27ee-4087-97b0-0bdaeff73da8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.1687298 Mar 22 17:35:11.987193 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:35:11.994681 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:11.995984 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.049773 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-65f83ae9-358c-476d-b28c-6a2e5557f22a req-510d3620-90d5-469e-abdc-0889d948632e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443706 Mar 22 17:35:12.068819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.101359 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf76bd-3bf1-40d5-af6f-ec366a275b54 req-d1c97a83-0905-4a1e-ae05-ed64f76bf626 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.110005 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6caf76bd-3bf1-40d5-af6f-ec366a275b54 req-d1c97a83-0905-4a1e-ae05-ed64f76bf626 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.4057529 Mar 22 17:35:12.147328 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c2571-c09d-4ea2-87d5-c9e7b167b0e0 None None] Port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:12.202052 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-21412079-03b2-4bd2-8427-bd23c493f6f9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6369245 Mar 22 17:35:12.253290 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-2145f647-5234-45f8-b318-e58162b9a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.255767 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-2145f647-5234-45f8-b318-e58162b9a917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2540071 Mar 22 17:35:12.281702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c59c13-1a49-4865-9261-656aa5926393 req-d7edfff2-e0af-488c-8ce6-4213559ca75c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.292342 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-06c59c13-1a49-4865-9261-656aa5926393 req-d7edfff2-e0af-488c-8ce6-4213559ca75c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 944 time: 0.2106926 Mar 22 17:35:12.332415 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6caf76bd-3bf1-40d5-af6f-ec366a275b54 req-df152c38-a7bb-4cbe-87d5-0df468690f17 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201807 Mar 22 17:35:12.381628 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-06c59c13-1a49-4865-9261-656aa5926393 req-88f8791e-258e-4e8d-be21-f8d3cfed3178 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855777 Mar 22 17:35:12.430972 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43062) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:12.495798 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-906b7685-7eb2-4e16-abbe-7e9e14a7f108 None None] Provisioning complete for port ace843e3-7a2f-4213-97d7-465f1a14da71 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:12.497419 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-906b7685-7eb2-4e16-abbe-7e9e14a7f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.515716 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Request body: {'port': {'device_id': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:12.576778 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-906b7685-7eb2-4e16-abbe-7e9e14a7f108 None None] Port ace843e3-7a2f-4213-97d7-465f1a14da71 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:35:12.653763 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192ab1-5ac4-4357-ba15-e4484cf46ee7 req-60a0b5dd-efc5-4de0-8de4-cc9f50b57745 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:12.655436 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1192ab1-5ac4-4357-ba15-e4484cf46ee7 req-60a0b5dd-efc5-4de0-8de4-cc9f50b57745 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1699917 Mar 22 17:35:12.723168 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:12.738803 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks [] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.785577 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43070) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:12.798174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Transition to ACTIVE for port object f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:12.804478 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1192ab1-5ac4-4357-ba15-e4484cf46ee7 req-073575c6-9ff1-47c7-b3cf-00be2dddbe9d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154053 Mar 22 17:35:12.806897 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:12.838888 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-16ed1473-80e9-4617-a5a8-8800a3486b5f service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732483 Mar 22 17:35:12.983221 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ef21613-dbe0-4144-879a-0c8dc4004387 req-631e1e93-48de-458e-a4cf-589ba6846e8a service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295369 Mar 22 17:35:13.000568 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.010933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:13.022564 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5506-c220-4bd1-8ea4-c02b5c7d04cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.081712 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1de33-d819-430b-a7b5-c2569ae391f4 req-92bce7d4-f543-43d9-9d7a-6e489ee92399 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.095786 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-48d1de33-d819-430b-a7b5-c2569ae391f4 req-92bce7d4-f543-43d9-9d7a-6e489ee92399 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 932 time: 0.5475898 Mar 22 17:35:13.108607 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Attempting to bind port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:13.108961 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Attempting to bind port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:13.109306 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Attempting to bind port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:13.114444 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff85-886d-4151-a58e-515e784e0e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.134342 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f on network 00d86549-f654-4962-ad75-dae58b96b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:13.134751 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Attempting to bind port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:13.145035 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:13.145645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:13.146058 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:13.146572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Bound port: f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:13.146943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.190418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd35a73-e4ed-4acc-9d90-e9c9daffe9e3 req-2e463c1e-38ec-4a85-8ad7-79f0ce4c751d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.192263 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbd35a73-e4ed-4acc-9d90-e9c9daffe9e3 req-2e463c1e-38ec-4a85-8ad7-79f0ce4c751d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 931 time: 0.2295885 Mar 22 17:35:13.405596 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff85-886d-4151-a58e-515e784e0e11 admin admin] Publish callbacks [] for security_group (cfa9f860-1858-4268-83d3-296133d60095), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.417416 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7a28ff85-886d-4151-a58e-515e784e0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cfa9f860-1858-4268-83d3-296133d60095), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.422905 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbd35a73-e4ed-4acc-9d90-e9c9daffe9e3 req-99955e0f-485a-4737-81d2-9c666b8bfaf4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037067 Mar 22 17:35:13.428409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:13.438325 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:13.461875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.525122 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ff85-886d-4151-a58e-515e784e0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa9f860-1858-4268-83d3-296133d60095,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:13.535882 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7a28ff85-886d-4151-a58e-515e784e0e11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=327bd5f22641494383d1f9eacd585964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7427855 Mar 22 17:35:13.539791 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:13.549020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.549676 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.551136 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] 10.222.0.62 "PUT /v2.0/ports/f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f HTTP/1.1" status: 200 len: 1094 time: 1.8661952 Mar 22 17:35:13.551612 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:13.554191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a4d6f-2d51-438a-96a0-d92ed6782228" -d '{"events": [{"name": "network-changed", "server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:13.620240 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a5fb3-a1a1-43fa-8062-69733f9a2dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:13.685998 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-48d1de33-d819-430b-a7b5-c2569ae391f4 req-c0273bd1-24cb-43d5-aaa3-75df81f815ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5888951 Mar 22 17:35:13.812245 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5506-c220-4bd1-8ea4-c02b5c7d04cd admin admin] Publish callbacks [] for security_group (71101307-2c24-437c-a2f4-83868df7f2c6), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.830764 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] Publish callbacks [] for security_group (cfa9f860-1858-4268-83d3-296133d60095), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.883002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-42c0ac72-9172-4e3b-98b5-6f83da2a4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:13.916470 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-42c0ac72-9172-4e3b-98b5-6f83da2a4156 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 1128 time: 0.2570333 Mar 22 17:35:13.939666 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:13.942164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] Publish callbacks [] for security_group (cfa9f860-1858-4268-83d3-296133d60095), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.950144 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks [] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:13.983553 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Transition to ACTIVE for port object ace843e3-7a2f-4213-97d7-465f1a14da71 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:35:13.992585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5506-c220-4bd1-8ea4-c02b5c7d04cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (71101307-2c24-437c-a2f4-83868df7f2c6), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.004884 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.059224 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cfa9f860-1858-4268-83d3-296133d60095), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.063072 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.064475 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfa9f860-1858-4268-83d3-296133d60095 HTTP/1.1" status: 204 len: 168 time: 0.5236237 Mar 22 17:35:14.102959 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-16b27dd2-8f4d-414d-b44f-b5c2f82cef24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f HTTP/1.1" status: 200 len: 217 time: 0.0533197 Mar 22 17:35:14.116627 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:14.120135 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b94c4f-c82d-43e8-87c7-22b5801fd898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa9f860-1858-4268-83d3-296133d60095,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:14.158703 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab5506-c220-4bd1-8ea4-c02b5c7d04cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71101307-2c24-437c-a2f4-83868df7f2c6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:14.190388 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-c3ab5506-c220-4bd1-8ea4-c02b5c7d04cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb50f7e95f56413180ed746e2e52bb93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7573621 Mar 22 17:35:14.195952 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43098) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:14.285983 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-cb2f2c60-f363-4967-b3ef-1f20bea2ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.293974 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-cb2f2c60-f363-4967-b3ef-1f20bea2ff0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.1751332 Mar 22 17:35:14.324062 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe604a9-dd0c-4648-84cb-929aac035e0f req-8f61f097-0ce1-47e6-ac29-1ffa60d86d31 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.331862 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9fe604a9-dd0c-4648-84cb-929aac035e0f req-8f61f097-0ce1-47e6-ac29-1ffa60d86d31 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.3452184 Mar 22 17:35:14.370174 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Attempting to bind port ace843e3-7a2f-4213-97d7-465f1a14da71 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:35:14.370775 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Attempting to bind port ace843e3-7a2f-4213-97d7-465f1a14da71 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:35:14.371302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Attempting to bind port ace843e3-7a2f-4213-97d7-465f1a14da71 on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:14.375219 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] Publish callbacks [] for security_group (71101307-2c24-437c-a2f4-83868df7f2c6), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.404510 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-fdff4300-cad5-4562-b109-366830c15dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.406558 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-fdff4300-cad5-4562-b109-366830c15dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028810 Mar 22 17:35:14.410677 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] Publish callbacks [] for security_group (71101307-2c24-437c-a2f4-83868df7f2c6), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.434158 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Port ace843e3-7a2f-4213-97d7-465f1a14da71 on network 13dae9ab-82bb-4f83-b847-aa008142f321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:35:14.434750 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Attempting to bind port ace843e3-7a2f-4213-97d7-465f1a14da71 on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:35:14.537471 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:35:14.537969 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Checking segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:14.538677 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Bound using segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:35:14.539268 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Bound port: ace843e3-7a2f-4213-97d7-465f1a14da71, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:35:14.541610 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.607483 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-041550a6-5a02-413b-9dc2-776a43bde7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921465 Mar 22 17:35:14.669510 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9fe604a9-dd0c-4648-84cb-929aac035e0f req-9611480e-e66b-4b3c-a881-1c25229e090d tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361118 Mar 22 17:35:14.720768 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (71101307-2c24-437c-a2f4-83868df7f2c6), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.730963 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:14.734362 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71101307-2c24-437c-a2f4-83868df7f2c6 HTTP/1.1" status: 204 len: 168 time: 0.5370934 Mar 22 17:35:14.758393 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b804795-0a11-4279-89f3-c07c2188a466 x-openstack-request-id: req-1b804795-0a11-4279-89f3-c07c2188a466 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:14.758662 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:14.760675 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b804795-0a11-4279-89f3-c07c2188a466 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:14.761360 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b804795-0a11-4279-89f3-c07c2188a466'] response: {'name': 'network-changed', 'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'status': 'completed', 'code': 200} Mar 22 17:35:14.805889 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3ab21-ce42-48a0-b6b2-83512d0a0b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71101307-2c24-437c-a2f4-83868df7f2c6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:14.869655 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43112) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:14.871383 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-dfd9b20d-96ed-4fd7-96c4-63aa013f4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.873233 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-dfd9b20d-96ed-4fd7-96c4-63aa013f4baf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1130 time: 0.2495842 Mar 22 17:35:14.893147 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c2671c20-5a1f-4f1c-ae3a-a9e3bd9fc81e req-d5e9470f-d67e-412f-b880-3a2d18d03c5e service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748020 Mar 22 17:35:14.921138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5ffab-3b47-4a8f-98aa-2542c2616850 req-4bb8d007-4679-40dc-8f6a-be1244c8cfb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:14.924498 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97a5ffab-3b47-4a8f-98aa-2542c2616850 req-4bb8d007-4679-40dc-8f6a-be1244c8cfb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 944 time: 0.2281656 Mar 22 17:35:14.931683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.003248 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:35:15.045550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:35:15.079279 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.087964 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97a5ffab-3b47-4a8f-98aa-2542c2616850 req-c7f71e59-11eb-4592-a512-38b2f431c49e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459448 Mar 22 17:35:15.134150 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-78f423ac-0558-4fef-ba0c-0029f92168cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.143065 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-78f423ac-0558-4fef-ba0c-0029f92168cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 1128 time: 0.1239588 Mar 22 17:35:15.191464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:15.234201 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a0469-29bb-453d-97db-35aa481f75b0 req-e404bc0b-fe91-475c-8e28-4d09055f1437 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.235970 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-089a0469-29bb-453d-97db-35aa481f75b0 req-e404bc0b-fe91-475c-8e28-4d09055f1437 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.3336656 Mar 22 17:35:15.237647 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.238294 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.240011 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-22468325-75c9-4762-a8bc-c6db296d569e service neutron] 10.222.0.62 "PUT /v2.0/ports/ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 1093 time: 2.7369025 Mar 22 17:35:15.248879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:15.251759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:15.291287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-a07e50c1-1930-42e2-a03d-adb5f6975ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.293535 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-a07e50c1-1930-42e2-a03d-adb5f6975ef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.4119780 Mar 22 17:35:15.402432 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-f038ee9c-3a22-4365-aed7-1fb81422b319 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 217 time: 0.0921082 Mar 22 17:35:15.530320 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-7516b8bb-a42e-40ee-abb4-7d1ecfab9aaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4139819 Mar 22 17:35:15.563842 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Publish callbacks [] for security_group (e69267ad-55ef-4a7a-89eb-a0559c1ce868), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.568295 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-089a0469-29bb-453d-97db-35aa481f75b0 req-4ecfc221-7648-4a31-a8ab-9aef419616d4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081548 Mar 22 17:35:15.577508 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e69267ad-55ef-4a7a-89eb-a0559c1ce868), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.592964 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-0360da10-8821-4ce1-84e2-e9fdedd905c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.598808 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-0360da10-8821-4ce1-84e2-e9fdedd905c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.1552708 Mar 22 17:35:15.600917 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487b3f4-e1d3-4a03-a99b-fda10e3b0564 req-05e62327-de90-4226-8973-7ccd1f4ba2f4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.617004 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1487b3f4-e1d3-4a03-a99b-fda10e3b0564 req-05e62327-de90-4226-8973-7ccd1f4ba2f4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.2584291 Mar 22 17:35:15.645242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-f207d06a-5409-4216-a273-839bb9c3f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.647190 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-f207d06a-5409-4216-a273-839bb9c3f4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1127 time: 0.2418547 Mar 22 17:35:15.652762 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69267ad-55ef-4a7a-89eb-a0559c1ce868,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:15.693779 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:15.778270 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.783551 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.784771 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.785813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.786693 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.787730 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.789141 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.789734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.790728 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.792362 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.793240 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.793810 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.794360 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.794885 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.795691 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:15.807308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-3bf0a196-6fe8-4dcd-99d3-8026412716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.810665 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-3bf0a196-6fe8-4dcd-99d3-8026412716b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.6524048 Mar 22 17:35:15.829806 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-3c6ef4a8-7dc6-430e-8752-fd5b67400b76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 217 time: 0.1612859 Mar 22 17:35:15.833158 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ad7b791f-8532-4432-b867-abb03d9befb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcf93ad924c44a3a97d9fb1e38ea9971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9588695 Mar 22 17:35:15.852790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43136) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:15.867840 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 58e128be-2b78-4acd-87f8-7a6492165339 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:15.954977 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-59b717b9-0212-4434-9362-011fcb9ea21f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f HTTP/1.1" status: 200 len: 217 time: 0.1308775 Mar 22 17:35:15.972869 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-cfac79a7-898c-4115-b4ba-5e62c7493148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:15.975679 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-cfac79a7-898c-4115-b4ba-5e62c7493148 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.1068058 Mar 22 17:35:16.066974 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-a263d549-56db-421d-9dd4-8be05382f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.069731 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-a263d549-56db-421d-9dd4-8be05382f0c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d16e6794eeba4195b9e708dadef2e17b&device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 1129 time: 0.3920867 Mar 22 17:35:16.075723 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d790a-e627-4fc4-9dd2-f6cb7f2ddc9e req-65ff50f9-84f9-4eac-9fff-a1b8d1c13723 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.088720 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d20d790a-e627-4fc4-9dd2-f6cb7f2ddc9e req-65ff50f9-84f9-4eac-9fff-a1b8d1c13723 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 944 time: 0.2705379 Mar 22 17:35:16.100163 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=58e128be-2b78-4acd-87f8-7a6492165339,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:16.109167 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1487b3f4-e1d3-4a03-a99b-fda10e3b0564 req-cc310139-edb4-451a-b9e9-aa28b6710f04 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906631 Mar 22 17:35:16.112140 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-b184c462-d250-4813-b8ed-457eb8c7542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.114893 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-b184c462-d250-4813-b8ed-457eb8c7542d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4663200 Mar 22 17:35:16.133463 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '58e128be-2b78-4acd-87f8-7a6492165339', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'port_id': '58e128be-2b78-4acd-87f8-7a6492165339', 'mac_address': 'fa:16:3e:3c:25:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:16.197739 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d20d790a-e627-4fc4-9dd2-f6cb7f2ddc9e req-9ac74fce-a6eb-47d6-b18b-ed48037b8504 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069705 Mar 22 17:35:16.227612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 58e128be-2b78-4acd-87f8-7a6492165339 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:16.228846 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (58e128be-2b78-4acd-87f8-7a6492165339), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.299485 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e128be-2b78-4acd-87f8-7a6492165339 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:16.314107 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-796c9a3a-47a9-4429-9230-03bbe3ccfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.315642 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-796c9a3a-47a9-4429-9230-03bbe3ccfcd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.3390603 Mar 22 17:35:16.349610 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=58e128be-2b78-4acd-87f8-7a6492165339,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:16.356513 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.408454 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-36f59dce-2a51-4573-bedf-02b2d133414b service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177579 Mar 22 17:35:16.410930 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef76f6-3078-4970-b630-314c70488d09 x-openstack-request-id: req-f1ef76f6-3078-4970-b630-314c70488d09 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:16.411387 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:16.411860 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1ef76f6-3078-4970-b630-314c70488d09 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:16.412540 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ef76f6-3078-4970-b630-314c70488d09'] response: {'name': 'network-changed', 'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'status': 'completed', 'code': 200} Mar 22 17:35:16.434875 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:16.460846 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-b1587009-74ce-4f6f-b319-d6357dce3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.463640 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-b1587009-74ce-4f6f-b319-d6357dce3b4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4754312 Mar 22 17:35:16.737134 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2a13c-cd3b-4b9e-acee-9ae001299a6e req-5fd1e7ee-541c-4070-bb22-18fcc2a7327a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.738882 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2bf2a13c-cd3b-4b9e-acee-9ae001299a6e req-5fd1e7ee-541c-4070-bb22-18fcc2a7327a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.2238908 Mar 22 17:35:16.762874 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Publish callbacks [] for security_group (e69267ad-55ef-4a7a-89eb-a0559c1ce868), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.770836 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-1dd02b98-a82d-4099-a110-36e3c318c2c3 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493309 Mar 22 17:35:16.824497 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-3106184d-dc0a-46af-8886-1039a85b91f8 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548432 Mar 22 17:35:16.831831 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['58e128be-2b78-4acd-87f8-7a6492165339'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:16.946191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-fc60f6f6-bac2-4d68-92b7-e72dbe515626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:16.948983 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-fc60f6f6-bac2-4d68-92b7-e72dbe515626 service neutron] 10.222.0.62 "GET /v2.0/networks?id=130d4718-ee71-4aa1-a1af-1924b45f2e23 HTTP/1.1" status: 200 len: 913 time: 0.8274462 Mar 22 17:35:16.955126 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Publish callbacks [] for security_group (e69267ad-55ef-4a7a-89eb-a0559c1ce868), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:16.988893 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2bf2a13c-cd3b-4b9e-acee-9ae001299a6e req-a915daab-cf9f-45df-866d-932362d606b0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277277 Mar 22 17:35:17.151304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-d8b67168-3f51-442d-b664-7de87a5c8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.153039 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-d8b67168-3f51-442d-b664-7de87a5c8046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8119895 Mar 22 17:35:17.156256 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-40f5ad0f-71ca-4c58-8406-06c1d1f55de1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4019acd3-8aab-4139-bb7a-e09512918bef HTTP/1.1" status: 200 len: 217 time: 0.1629004 Mar 22 17:35:17.157214 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e69267ad-55ef-4a7a-89eb-a0559c1ce868), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:17.159853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:17.171665 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e69267ad-55ef-4a7a-89eb-a0559c1ce868 HTTP/1.1" status: 204 len: 168 time: 1.3075860 Mar 22 17:35:17.194196 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae361a-2824-497f-bffc-74a7cbdba79b req-a43a053a-483a-43d2-8db6-f26cb5872163 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.195023 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e6afd1f6-cbec-43d5-a16c-7ff60767157f req-d0de7f9f-eab9-482d-9e6e-c430874aceff service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497458 Mar 22 17:35:17.197803 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ccae361a-2824-497f-bffc-74a7cbdba79b req-a43a053a-483a-43d2-8db6-f26cb5872163 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.8582087 Mar 22 17:35:17.242313 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb7c11-1848-4d6f-b39d-eb90a89af557 req-a6f33785-5f85-4228-a2be-462bca2c1259 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.254232 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0cbb7c11-1848-4d6f-b39d-eb90a89af557 req-a6f33785-5f85-4228-a2be-462bca2c1259 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.1232057 Mar 22 17:35:17.312018 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69267ad-55ef-4a7a-89eb-a0559c1ce868,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:17.379236 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.379782 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.380736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.381279 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.381821 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.382350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.382876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.383403 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.383933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.389005 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.389882 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.390438 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.391203 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.392182 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.392981 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468848b-a6c4-431b-a0f8-6ff674f2eafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:17.424621 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ccae361a-2824-497f-bffc-74a7cbdba79b req-61e882ce-a5c4-41d3-9b06-938ad48914d3 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355271 Mar 22 17:35:17.426790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-bb449d8a-3209-4597-a73b-a4ff51508c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.428315 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-bb449d8a-3209-4597-a73b-a4ff51508c4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0c23761-2d41-4b3f-9e19-f8db56cb3e47 HTTP/1.1" status: 200 len: 852 time: 0.2447798 Mar 22 17:35:17.546011 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-d4cd43b6-99e8-44e9-b394-97531c1e23eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=130d4718-ee71-4aa1-a1af-1924b45f2e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000366 Mar 22 17:35:17.565185 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-0015e8f3-0383-4946-afe1-2cafdca7feae service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823056 Mar 22 17:35:17.660968 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0cbb7c11-1848-4d6f-b39d-eb90a89af557 req-caec0d9a-d8c0-4ead-813d-22069ea1034b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055638 Mar 22 17:35:17.697084 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-e464f2cf-0195-4ce3-96fd-1c931f12fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.701160 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-e464f2cf-0195-4ce3-96fd-1c931f12fe85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1127 time: 0.3798158 Mar 22 17:35:17.800492 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002853-7fd5-4073-83b2-a3c66344edf5 req-7b68e611-76e2-41b6-a28e-eb2d3e59f87c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:17.803008 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10002853-7fd5-4073-83b2-a3c66344edf5 req-7b68e611-76e2-41b6-a28e-eb2d3e59f87c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.2558541 Mar 22 17:35:17.822541 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-0491b8bb-01eb-4016-abe4-1b2fd716afa1 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271237 Mar 22 17:35:17.872566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-dd502e73-932b-48a8-83d5-57a2f9e39a4c service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096290 Mar 22 17:35:17.899360 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:18.037858 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-10002853-7fd5-4073-83b2-a3c66344edf5 req-08dcd69b-1519-4968-88e1-bcd0c16c01e2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244449 Mar 22 17:35:18.079303 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8f6a-3f5b-4b2f-b3c7-388b8bd4f65e req-299a1383-bcba-488c-932a-de29a3f09d17 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.097948 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a80f8f6a-3f5b-4b2f-b3c7-388b8bd4f65e req-299a1383-bcba-488c-932a-de29a3f09d17 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 944 time: 0.2836001 Mar 22 17:35:18.115931 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-b00aec23-1f79-44e7-b59b-d044d6650253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.118501 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-b00aec23-1f79-44e7-b59b-d044d6650253 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.4106379 Mar 22 17:35:18.225736 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:18.246496 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-517eec85-6977-48d1-9de6-4a9cbc8f7636 req-f9c85769-c0a5-47ba-87d8-8486c52ea93d service neutron] 10.222.0.62 "GET /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628721 Mar 22 17:35:18.289246 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:18.299751 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-51fd0b14-daed-43eb-8be3-d9050ae0dee9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 217 time: 0.1416311 Mar 22 17:35:18.451720 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:18.452659 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.464650 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a80f8f6a-3f5b-4b2f-b3c7-388b8bd4f65e req-e3fdaf01-c887-4dfd-8ac9-094861b83d57 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545053 Mar 22 17:35:18.516386 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:18.531277 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-c8e1fc3c-6dd5-488d-aa1b-92a76f84978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.533487 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-c8e1fc3c-6dd5-488d-aa1b-92a76f84978b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.1814668 Mar 22 17:35:18.551075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b5b-0437-441a-9161-825879acfedd req-32b64041-da6b-41a1-94a0-467e24e9f49e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.553543 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0ef12b5b-0437-441a-9161-825879acfedd req-32b64041-da6b-41a1-94a0-467e24e9f49e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.2090189 Mar 22 17:35:18.575901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:18.582079 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:18.599119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-757bdf45-3092-4451-bbc4-8a203edf6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.600683 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-757bdf45-3092-4451-bbc4-8a203edf6b5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597408 Mar 22 17:35:18.646616 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0ef12b5b-0437-441a-9161-825879acfedd req-252822fe-b238-4fea-bed9-83ceeb70f212 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857193 Mar 22 17:35:18.674551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:18.691715 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.692292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.692951 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.693562 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.694095 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.696252 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.696252 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.696252 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.697144 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.697648 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.698360 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.699489 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.700069 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.700678 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.701252 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:35:18.846431 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-34dfc915-1a98-43bf-a698-a7702a03ce02 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235157 Mar 22 17:35:18.966131 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b4a98-9ec8-4aac-913e-a70d4c09fe12 req-cffc8bcd-3fc9-4d1c-b475-cb8beb248e72 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:18.967692 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-928b4a98-9ec8-4aac-913e-a70d4c09fe12 req-cffc8bcd-3fc9-4d1c-b475-cb8beb248e72 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.1849132 Mar 22 17:35:19.012935 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ac39a44c-81a1-43a4-8aaa-e6e805c29aa7 req-886b1a13-4f9d-49bc-a323-aed5d6aa6e49 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579916 Mar 22 17:35:19.052128 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-928b4a98-9ec8-4aac-913e-a70d4c09fe12 req-3fe6463d-c6c6-4a9e-bcdd-277f0325b4e5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640621 Mar 22 17:35:19.169266 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:19.270156 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7688e6-904c-467b-b73c-6a7cbdb4f218 req-ad44034e-04ad-4538-b0d3-dfa2541d5597 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.272021 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e7688e6-904c-467b-b73c-6a7cbdb4f218 req-ad44034e-04ad-4538-b0d3-dfa2541d5597 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0863070 Mar 22 17:35:19.350775 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3e7688e6-904c-467b-b73c-6a7cbdb4f218 req-a39c93f9-fa6a-45dd-9789-2e29d7c57886 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Mar 22 17:35:19.647778 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49414ec5-cc05-4786-b4ac-a702e6a20839 req-7c66884d-147b-4550-a548-62ffdd0a65f7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.649507 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-49414ec5-cc05-4786-b4ac-a702e6a20839 req-7c66884d-147b-4550-a548-62ffdd0a65f7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 945 time: 0.0782533 Mar 22 17:35:19.703892 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-49414ec5-cc05-4786-b4ac-a702e6a20839 req-de7ad20b-2641-470d-bfc7-445f4ac796f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474727 Mar 22 17:35:19.826877 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663189-0f31-4b1d-a08a-2289826b55bf req-daa53b9a-d24a-4e92-a07d-ce88075fca7e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:19.828747 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74663189-0f31-4b1d-a08a-2289826b55bf req-daa53b9a-d24a-4e92-a07d-ce88075fca7e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.0619161 Mar 22 17:35:19.887925 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74663189-0f31-4b1d-a08a-2289826b55bf req-00a7c100-d2ef-4e58-9fe6-3e4170bd9d6b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530741 Mar 22 17:35:20.218167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f0bb-8e86-474b-b247-188de212d78a req-6ff55684-2381-4a80-9bd2-5e6cb548ab2e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.220073 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16d1f0bb-8e86-474b-b247-188de212d78a req-6ff55684-2381-4a80-9bd2-5e6cb548ab2e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0602572 Mar 22 17:35:20.278522 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16d1f0bb-8e86-474b-b247-188de212d78a req-0fe30b16-5a8a-418c-9de0-c0231434e9b5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514650 Mar 22 17:35:20.474043 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024532b1-b1f0-4fe8-a590-c0294afabca9 req-d9aa083b-33b4-4050-82f7-46444249d794 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.475681 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-024532b1-b1f0-4fe8-a590-c0294afabca9 req-d9aa083b-33b4-4050-82f7-46444249d794 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0564294 Mar 22 17:35:20.530480 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-024532b1-b1f0-4fe8-a590-c0294afabca9 req-ad1a4534-a4f5-4fc1-834a-c52707ae74b2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 Mar 22 17:35:20.838947 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473a8dc-94b5-4a38-9693-de3282fc15f4 req-a4d71358-be18-4518-857e-025abf45c7d6 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:20.840624 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0473a8dc-94b5-4a38-9693-de3282fc15f4 req-a4d71358-be18-4518-857e-025abf45c7d6 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 945 time: 0.0609961 Mar 22 17:35:20.899177 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0473a8dc-94b5-4a38-9693-de3282fc15f4 req-3d37f7a0-04c0-40fe-b52e-13e424d65d90 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476174 Mar 22 17:35:21.025787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02a59-d3d3-42a7-a8f7-7efb3775f568 req-f80dfb87-8cf1-410e-9eef-358aa90415c1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.027408 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bcb02a59-d3d3-42a7-a8f7-7efb3775f568 req-f80dfb87-8cf1-410e-9eef-358aa90415c1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.0571198 Mar 22 17:35:21.104772 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bcb02a59-d3d3-42a7-a8f7-7efb3775f568 req-dd2c7ad7-70ca-4d3b-b3ca-5a7e237f143d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670898 Mar 22 17:35:21.418378 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ecb6b-78dd-4b5b-89f4-d24c3eccc734 req-b1d97379-e7b7-4206-b61c-3237cd51aff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.420197 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-750ecb6b-78dd-4b5b-89f4-d24c3eccc734 req-b1d97379-e7b7-4206-b61c-3237cd51aff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0575860 Mar 22 17:35:21.478779 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-750ecb6b-78dd-4b5b-89f4-d24c3eccc734 req-175db2b7-3264-4ac4-9fb7-9fd6f180bc3b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519094 Mar 22 17:35:21.683194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b08ef-a8a0-4441-9748-5747f5284af3 req-0d3a9837-ad40-4c40-a26e-90f53683ac96 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:21.684884 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb7b08ef-a8a0-4441-9748-5747f5284af3 req-0d3a9837-ad40-4c40-a26e-90f53683ac96 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0581234 Mar 22 17:35:21.742651 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb7b08ef-a8a0-4441-9748-5747f5284af3 req-e2e70e6a-25c9-40aa-8942-4e863a794e13 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Mar 22 17:35:22.045172 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12368d55-d6b7-4aea-a5b0-c343df151223 req-b015c39c-35ff-4dbe-936c-17f8fc513032 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.047761 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-12368d55-d6b7-4aea-a5b0-c343df151223 req-b015c39c-35ff-4dbe-936c-17f8fc513032 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 945 time: 0.0704088 Mar 22 17:35:22.104590 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-12368d55-d6b7-4aea-a5b0-c343df151223 req-823803b4-05c7-4264-a121-a8354adc583c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507658 Mar 22 17:35:22.241035 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622281f3-b24e-4d02-a9d7-6872f53baf7e req-cdfe3733-608e-46b8-a801-6a1ed5a2b74b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.243107 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-622281f3-b24e-4d02-a9d7-6872f53baf7e req-cdfe3733-608e-46b8-a801-6a1ed5a2b74b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.0669124 Mar 22 17:35:22.302265 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-622281f3-b24e-4d02-a9d7-6872f53baf7e req-3c2da091-2ee8-42e2-b5a9-37020144012c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501037 Mar 22 17:35:22.616450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a5eb-16aa-4ded-a6e6-42a18753c7b5 req-526bb3f9-470d-449e-a3db-aa2a382022c0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.618183 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1118a5eb-16aa-4ded-a6e6-42a18753c7b5 req-526bb3f9-470d-449e-a3db-aa2a382022c0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0605259 Mar 22 17:35:22.690363 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1118a5eb-16aa-4ded-a6e6-42a18753c7b5 req-06fb2b0e-e2e0-44a5-9c1d-a24a1ebb6882 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620337 Mar 22 17:35:22.897883 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f30c-20f7-4f51-9e41-55a98ff06d98 req-362ab3e1-64c4-4fe1-802e-b5687f625697 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:22.900283 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1022f30c-20f7-4f51-9e41-55a98ff06d98 req-362ab3e1-64c4-4fe1-802e-b5687f625697 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0727348 Mar 22 17:35:22.984186 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1022f30c-20f7-4f51-9e41-55a98ff06d98 req-4cfa6833-1d64-435e-92a6-178fc32c2a62 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Mar 22 17:35:23.283183 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e8efe-1daf-4b3e-adcc-673e7b721962 req-80f76de8-fdfb-4006-bafd-de80df55faa4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:23.285303 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-698e8efe-1daf-4b3e-adcc-673e7b721962 req-80f76de8-fdfb-4006-bafd-de80df55faa4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 945 time: 0.0842631 Mar 22 17:35:23.288771 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 58e128be-2b78-4acd-87f8-7a6492165339 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:23.389159 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 58e128be-2b78-4acd-87f8-7a6492165339 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:23.403306 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 58e128be-2b78-4acd-87f8-7a6492165339 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:23.405349 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (58e128be-2b78-4acd-87f8-7a6492165339), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:23.413029 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-698e8efe-1daf-4b3e-adcc-673e7b721962 req-6e2659a1-ec15-4bfc-9bf7-d5e731372c3c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101873 Mar 22 17:35:23.498371 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216baf-1277-475a-9e61-d6991d69808b req-0b15af5b-eae1-400d-9e35-161b04b565da tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:23.499991 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-52216baf-1277-475a-9e61-d6991d69808b req-0b15af5b-eae1-400d-9e35-161b04b565da tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 945 time: 0.0597849 Mar 22 17:35:23.528665 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 58e128be-2b78-4acd-87f8-7a6492165339 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:23.529073 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (58e128be-2b78-4acd-87f8-7a6492165339), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:23.558643 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:23.561609 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830d8fe-3566-4fac-8ca1-52b861dc689f" -d '{"events": [{"server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "name": "network-vif-plugged", "status": "completed", "tag": "58e128be-2b78-4acd-87f8-7a6492165339"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:23.578661 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=58e128be-2b78-4acd-87f8-7a6492165339,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:23.584011 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:23.585557 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-52216baf-1277-475a-9e61-d6991d69808b req-5e22efae-3fc8-45f1-a73d-6db8860ef516 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747519 Mar 22 17:35:23.638179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04492e9-a182-4fc8-bc95-476c4db2cc52 x-openstack-request-id: req-b04492e9-a182-4fc8-bc95-476c4db2cc52 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:23.638655 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "name": "network-vif-plugged", "status": "completed", "tag": "58e128be-2b78-4acd-87f8-7a6492165339", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:23.639081 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b04492e9-a182-4fc8-bc95-476c4db2cc52 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:23.639802 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04492e9-a182-4fc8-bc95-476c4db2cc52'] response: {'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339', 'code': 200} Mar 22 17:35:23.659532 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:23.913478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956a20-c933-4050-81be-38c945c9adc1 req-4f5a457a-a758-4f86-967d-67e5871e4b13 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:23.915690 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-78956a20-c933-4050-81be-38c945c9adc1 req-4f5a457a-a758-4f86-967d-67e5871e4b13 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0923405 Mar 22 17:35:24.044589 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-78956a20-c933-4050-81be-38c945c9adc1 req-3d769b80-0426-48a5-b640-1a2877cc73c3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968342 Mar 22 17:35:24.059393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe560-993d-4075-a624-a5ecf95e7684 req-aabd456c-3ed4-4211-9fbc-b9dd46ac5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.062601 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-92dbe560-993d-4075-a624-a5ecf95e7684 req-aabd456c-3ed4-4211-9fbc-b9dd46ac5f23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1130 time: 0.1453605 Mar 22 17:35:24.124630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-92dbe560-993d-4075-a624-a5ecf95e7684 req-865f0770-8c1a-4c39-a4b0-22761457084a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553832 Mar 22 17:35:24.180564 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62a3a6-c73d-4370-ba70-fc7d485e0677 req-d122c9f0-f111-4bc2-b3ce-98555d4390cf tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.183635 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df62a3a6-c73d-4370-ba70-fc7d485e0677 req-d122c9f0-f111-4bc2-b3ce-98555d4390cf tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0995352 Mar 22 17:35:24.271749 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df62a3a6-c73d-4370-ba70-fc7d485e0677 req-eda93e72-324e-43cd-813e-2843ab30309a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806777 Mar 22 17:35:24.589383 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202473-b034-4577-b129-20a9d9ee3843 req-5e0641c8-81bc-46c6-90e5-e839c88074a2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.592076 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3b202473-b034-4577-b129-20a9d9ee3843 req-5e0641c8-81bc-46c6-90e5-e839c88074a2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 945 time: 0.0941720 Mar 22 17:35:24.665047 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3b202473-b034-4577-b129-20a9d9ee3843 req-4c55a139-62ea-4d12-8711-743df08467c5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617845 Mar 22 17:35:24.825936 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e32f53-5edc-49a2-8590-68a1985fb58f req-6203e959-fdc7-42be-b657-237885dc2116 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:24.828116 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31e32f53-5edc-49a2-8590-68a1985fb58f req-6203e959-fdc7-42be-b657-237885dc2116 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0744946 Mar 22 17:35:24.913241 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31e32f53-5edc-49a2-8590-68a1985fb58f req-ff7f9b1e-47a3-49eb-bca6-724049b7c477 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736141 Mar 22 17:35:24.999425 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:35:25.018463 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:25.365419 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:25.409217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:25.409217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:25.427135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41dac-7202-4ba1-9fda-fbff90560b18 req-cc39c47a-482d-4950-b1b4-f328e036152d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:25.449277 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13c41dac-7202-4ba1-9fda-fbff90560b18 req-cc39c47a-482d-4950-b1b4-f328e036152d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.2524803 Mar 22 17:35:25.497658 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:25.534664 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:35:25.706928 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13c41dac-7202-4ba1-9fda-fbff90560b18 req-47da0cc7-4788-4f2f-ab05-7c561195b159 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520862 Mar 22 17:35:25.726195 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:25.726836 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:25.809675 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:35:25.820051 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0cf38-4d6d-4fe1-b786-868f8fe34fad req-f3a3c579-1c3b-4977-abd6-53e46a01b4a2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:25.824551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:25.825537 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:25.841480 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecf0cf38-4d6d-4fe1-b786-868f8fe34fad req-f3a3c579-1c3b-4977-abd6-53e46a01b4a2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.3074195 Mar 22 17:35:25.926561 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:25.932190 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:25.935747 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:25.939944 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60490924-e2ef-42a8-8080-a51a42dca382" -d '{"events": [{"server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "name": "network-vif-plugged", "status": "completed", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:25.944427 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:25.954019 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:25.972160 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecf0cf38-4d6d-4fe1-b786-868f8fe34fad req-14fc1336-0a5a-4990-b83c-4f8b9cf1d13b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268389 Mar 22 17:35:26.030445 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:26.094918 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887b53e-b827-4b08-bca7-ac4d85fe61e0 req-73a3b117-9c4c-4b32-a175-237cb87d0393 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:26.097134 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:26.100064 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5887b53e-b827-4b08-bca7-ac4d85fe61e0 req-73a3b117-9c4c-4b32-a175-237cb87d0393 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.1615138 Mar 22 17:35:26.221964 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5887b53e-b827-4b08-bca7-ac4d85fe61e0 req-266f848d-2a6e-4ae3-a12c-0aa4a16eebbd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089997 Mar 22 17:35:26.298174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbb8ba-cd4b-46fa-9af5-e505282b1cc0 req-97421349-d089-4f9b-a51e-5f5f7ff2c83e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:26.304064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb34a55-8a6c-4037-8bc4-8e7b1f1d9578 x-openstack-request-id: req-fcb34a55-8a6c-4037-8bc4-8e7b1f1d9578 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:26.305026 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "name": "network-vif-plugged", "status": "completed", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:26.305465 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcb34a55-8a6c-4037-8bc4-8e7b1f1d9578 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:26.306106 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb34a55-8a6c-4037-8bc4-8e7b1f1d9578'] response: {'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'code': 200} Mar 22 17:35:26.308879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:26.309451 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7cbb8ba-cd4b-46fa-9af5-e505282b1cc0 req-97421349-d089-4f9b-a51e-5f5f7ff2c83e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1274905 Mar 22 17:35:26.369041 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7cbb8ba-cd4b-46fa-9af5-e505282b1cc0 req-f1b2d6ba-1ad3-48f4-8688-55d8618a54ef tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576401 Mar 22 17:35:26.469890 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419f52-8582-48f8-b3bc-094ebaddb24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.525561 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['ace843e3-7a2f-4213-97d7-465f1a14da71'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:26.673676 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419f52-8582-48f8-b3bc-094ebaddb24e admin admin] Publish callbacks [] for security_group (b4d38555-7b1d-4ffb-b256-56df0bf55200), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.683321 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0a419f52-8582-48f8-b3bc-094ebaddb24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b4d38555-7b1d-4ffb-b256-56df0bf55200), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.767375 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-0a419f52-8582-48f8-b3bc-094ebaddb24e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dd9e0de964746acaf08175bc97c7016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567368 Mar 22 17:35:26.771413 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43402) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:26.772662 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda90ab-3460-4adb-88ff-a2994480121d req-e313ebdd-be3b-40b4-850c-3cdab0b61252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:26.775676 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bcda90ab-3460-4adb-88ff-a2994480121d req-e313ebdd-be3b-40b4-850c-3cdab0b61252 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 1130 time: 0.1749079 Mar 22 17:35:26.777284 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a419f52-8582-48f8-b3bc-094ebaddb24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d38555-7b1d-4ffb-b256-56df0bf55200,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:26.841862 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bcda90ab-3460-4adb-88ff-a2994480121d req-89e273e2-e0e9-409f-895c-a24c451587c8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538146 Mar 22 17:35:26.863036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] Publish callbacks [] for security_group (b4d38555-7b1d-4ffb-b256-56df0bf55200), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.901942 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] Publish callbacks [] for security_group (b4d38555-7b1d-4ffb-b256-56df0bf55200), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.948478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317ef6-3e61-4cd9-a925-0018738ff051 req-8b29acc8-7cbe-4f53-8a25-d874236e765d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:26.951374 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f8317ef6-3e61-4cd9-a925-0018738ff051 req-8b29acc8-7cbe-4f53-8a25-d874236e765d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0866148 Mar 22 17:35:26.978236 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b4d38555-7b1d-4ffb-b256-56df0bf55200), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.983099 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:26.985356 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4d38555-7b1d-4ffb-b256-56df0bf55200 HTTP/1.1" status: 204 len: 168 time: 0.2117174 Mar 22 17:35:27.001131 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fa1c0-af5a-453a-bd03-a8a6db35cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d38555-7b1d-4ffb-b256-56df0bf55200,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:27.043033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f8317ef6-3e61-4cd9-a925-0018738ff051 req-7ba76106-bdd2-4f6f-99f1-fc7dc46b6e5d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835655 Mar 22 17:35:27.142499 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3e953-4881-425a-b2df-563401f0310f req-dcd01b69-461d-4935-a132-5f8eb03d9c1c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:27.144146 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ea3e953-4881-425a-b2df-563401f0310f req-dcd01b69-461d-4935-a132-5f8eb03d9c1c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0682368 Mar 22 17:35:27.202962 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ea3e953-4881-425a-b2df-563401f0310f req-93d944e2-035d-4355-9054-0aa5312e216a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Mar 22 17:35:27.380952 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706247a-417b-41b1-82f3-0cfdb0c9abc9 req-e2324528-9dcd-49d4-ba3c-53c902a96e87 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:27.382697 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0706247a-417b-41b1-82f3-0cfdb0c9abc9 req-e2324528-9dcd-49d4-ba3c-53c902a96e87 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.0830476 Mar 22 17:35:27.476136 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0706247a-417b-41b1-82f3-0cfdb0c9abc9 req-05c2c4f6-47a4-48f1-941c-13e9f47e38bd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860779 Mar 22 17:35:27.493009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43420) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:27.533170 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-303af79a-4e38-46c8-9c8e-a42f2e01be46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:27.602200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d86e-f875-40f7-a853-3fb94e32b9df req-acc8fb4a-59f7-43a8-98b6-3040ec7799e0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:27.605097 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b467d86e-f875-40f7-a853-3fb94e32b9df req-acc8fb4a-59f7-43a8-98b6-3040ec7799e0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1286924 Mar 22 17:35:27.721902 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b467d86e-f875-40f7-a853-3fb94e32b9df req-b7957844-abd9-4e55-8cba-83114458ce1b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055882 Mar 22 17:35:27.761995 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-303af79a-4e38-46c8-9c8e-a42f2e01be46 admin admin] Publish callbacks [] for security_group (7378aaeb-018d-485b-9eaa-32f419e20926), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:27.770395 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-303af79a-4e38-46c8-9c8e-a42f2e01be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7378aaeb-018d-485b-9eaa-32f419e20926), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:27.850996 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-303af79a-4e38-46c8-9c8e-a42f2e01be46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97f1a1045175463990f35a05b5d30518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550122 Mar 22 17:35:27.853507 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303af79a-4e38-46c8-9c8e-a42f2e01be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7378aaeb-018d-485b-9eaa-32f419e20926,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:27.854203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43432) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:28.019625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43438) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:28.021094 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] Publish callbacks [] for security_group (7378aaeb-018d-485b-9eaa-32f419e20926), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.047664 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de29a-3982-44c0-8fe4-c52c7b7d3afa req-e3e6214b-011c-498c-94bc-63c51669a27f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:28.049999 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b39de29a-3982-44c0-8fe4-c52c7b7d3afa req-e3e6214b-011c-498c-94bc-63c51669a27f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1518366 Mar 22 17:35:28.068214 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:28.075520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'floatingip': {'port_id': '58e128be-2b78-4acd-87f8-7a6492165339'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:28.079010 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] Publish callbacks [] for security_group (7378aaeb-018d-485b-9eaa-32f419e20926), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.161881 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:28.197564 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7378aaeb-018d-485b-9eaa-32f419e20926), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.206396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.210768 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.215122 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7378aaeb-018d-485b-9eaa-32f419e20926 HTTP/1.1" status: 204 len: 168 time: 0.3584960 Mar 22 17:35:28.235575 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4852fc-4757-4e02-b070-0cb9e2554195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7378aaeb-018d-485b-9eaa-32f419e20926,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:28.360333 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7401c88b-441a-4824-bb3d-9d2aa026a18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.372519 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9fde71-c26c-406d-bcbb-7fa97a7dfb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.445532 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2a4b-ef18-4cc3-9754-01a49d214dd4 req-7a8249f6-592e-43f1-9d48-78bc48e9fcee tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:28.447351 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4aea2a4b-ef18-4cc3-9754-01a49d214dd4 req-7a8249f6-592e-43f1-9d48-78bc48e9fcee tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.2598391 Mar 22 17:35:28.528274 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7770c1-eaac-4ed3-8857-b641e66b4ee7 req-641ea779-4258-4888-ac68-71bb1f5fbf46 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:28.530850 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ea7770c1-eaac-4ed3-8857-b641e66b4ee7 req-641ea779-4258-4888-ac68-71bb1f5fbf46 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1650243 Mar 22 17:35:28.629291 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4aea2a4b-ef18-4cc3-9754-01a49d214dd4 req-b3309718-6521-456f-aaf1-bbb860bfd172 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683815 Mar 22 17:35:28.637335 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ea7770c1-eaac-4ed3-8857-b641e66b4ee7 req-eb8906e4-23c5-4fc3-8a36-f2435cedec36 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006196 Mar 22 17:35:28.681026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7401c88b-441a-4824-bb3d-9d2aa026a18b admin admin] Publish callbacks [] for security_group (809c48dc-33f3-4988-b24c-3a22b5819e9d), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.703744 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7401c88b-441a-4824-bb3d-9d2aa026a18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (809c48dc-33f3-4988-b24c-3a22b5819e9d), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.725027 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9fde71-c26c-406d-bcbb-7fa97a7dfb20 admin admin] Publish callbacks [] for security_group (24ddea51-1a23-4b68-8454-68622beb30df), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.753900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb9fde71-c26c-406d-bcbb-7fa97a7dfb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (24ddea51-1a23-4b68-8454-68622beb30df), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.787944 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7401c88b-441a-4824-bb3d-9d2aa026a18b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98412d3e98b34f57920ba9fdfb62fbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6211143 Mar 22 17:35:28.788735 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43464) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:28.796236 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401c88b-441a-4824-bb3d-9d2aa026a18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809c48dc-33f3-4988-b24c-3a22b5819e9d,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:28.883226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] Publish callbacks [] for security_group (809c48dc-33f3-4988-b24c-3a22b5819e9d), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.904610 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03b25c05-ba9b-4a75-abd3-9cc0341b3122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.934530 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] Publish callbacks [] for security_group (809c48dc-33f3-4988-b24c-3a22b5819e9d), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:28.962718 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:35:29.059916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (809c48dc-33f3-4988-b24c-3a22b5819e9d), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.068877 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.068877 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/809c48dc-33f3-4988-b24c-3a22b5819e9d HTTP/1.1" status: 204 len: 168 time: 0.2750664 Mar 22 17:35:29.076142 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f76ba-6ac7-460f-9b7c-66e807ace46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c48dc-33f3-4988-b24c-3a22b5819e9d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:29.161408 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port ace843e3-7a2f-4213-97d7-465f1a14da71 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:35:29.167318 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port ace843e3-7a2f-4213-97d7-465f1a14da71 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:35:29.167961 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.290513 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:35:29.291062 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.339478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:29.339754 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:29.344075 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d34b84d-62a5-4bf8-98bf-402d34f172b9" -d '{"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:29.348947 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.433503 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7bac7f-bcac-4cd1-a9b3-896a349ff6c3 x-openstack-request-id: req-7b7bac7f-bcac-4cd1-a9b3-896a349ff6c3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:29.433824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:29.434086 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b7bac7f-bcac-4cd1-a9b3-896a349ff6c3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:29.434491 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7bac7f-bcac-4cd1-a9b3-896a349ff6c3'] response: {'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'code': 200} Mar 22 17:35:29.436336 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fde71-c26c-406d-bcbb-7fa97a7dfb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ddea51-1a23-4b68-8454-68622beb30df,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:29.438265 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:29.460669 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cb9fde71-c26c-406d-bcbb-7fa97a7dfb20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=582f042c3562471d8aa32304dca30425&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4393058 Mar 22 17:35:29.465051 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43482) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:29.565535 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] Publish callbacks [] for security_group (24ddea51-1a23-4b68-8454-68622beb30df), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.605187 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] Publish callbacks [] for security_group (24ddea51-1a23-4b68-8454-68622beb30df), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.638141 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a54a0-99d4-48f2-8173-1bfab4d99835 req-b035a9ae-8e39-4104-8f0c-0c402e63bf36 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:29.651778 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a4a54a0-99d4-48f2-8173-1bfab4d99835 req-b035a9ae-8e39-4104-8f0c-0c402e63bf36 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.7421644 Mar 22 17:35:29.729976 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (24ddea51-1a23-4b68-8454-68622beb30df), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.737741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:29.739922 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24ddea51-1a23-4b68-8454-68622beb30df HTTP/1.1" status: 204 len: 168 time: 0.2733896 Mar 22 17:35:29.771291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e94fff-25ce-43b9-8c34-fcca11c6731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ddea51-1a23-4b68-8454-68622beb30df,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:29.780642 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.db.resource_extend [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:35:29.867786 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716e7f8-d504-469e-8c20-69334d14b5fe req-eba4f87a-4ea8-4e07-844c-44a921fe7465 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:29.876286 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1716e7f8-d504-469e-8c20-69334d14b5fe req-eba4f87a-4ea8-4e07-844c-44a921fe7465 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0860434 Mar 22 17:35:29.895579 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1a4a54a0-99d4-48f2-8173-1bfab4d99835 req-0c6cd106-b038-4802-8add-537211d41366 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423639 Mar 22 17:35:30.001956 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1716e7f8-d504-469e-8c20-69334d14b5fe req-9f0e9698-c5ef-42a3-a3a2-9fdefaaf9605 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237035 Mar 22 17:35:30.009650 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177c219-60e2-492e-ae2a-45c034a94e36 req-edfcde0f-c5fe-4a69-90a2-96f8a75777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:30.011428 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7177c219-60e2-492e-ae2a-45c034a94e36 req-edfcde0f-c5fe-4a69-90a2-96f8a75777e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1129 time: 0.1019812 Mar 22 17:35:30.015330 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.025891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.108424 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7177c219-60e2-492e-ae2a-45c034a94e36 req-ef219f98-805f-450b-b8c7-6c1d9c6850ea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905638 Mar 22 17:35:30.244628 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f397c-a42f-4c4b-befb-836eea042394 req-2904ea68-1592-4fb9-847a-903b94c0083b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:30.246235 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f397c-a42f-4c4b-befb-836eea042394 req-2904ea68-1592-4fb9-847a-903b94c0083b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.2087052 Mar 22 17:35:30.260394 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Floating IP 8058b1cf-9e7c-46ff-bb84-0635efc1235a associated. External IP: 172.27.0.221, port: 58e128be-2b78-4acd-87f8-7a6492165339. Mar 22 17:35:30.413910 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43510) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:30.429780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f7b39dd-6d3c-43a4-a324-86e8e71150a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.440874 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a2f397c-a42f-4c4b-befb-836eea042394 req-cc19d37c-b6ba-4be0-9116-c6df6150ced5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746016 Mar 22 17:35:30.563837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f7b39dd-6d3c-43a4-a324-86e8e71150a1 admin admin] Publish callbacks [] for security_group (6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.570497 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f7b39dd-6d3c-43a4-a324-86e8e71150a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.625025 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6f7b39dd-6d3c-43a4-a324-86e8e71150a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea00425b6ce84900bce337e01bd074f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099545 Mar 22 17:35:30.625806 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43516) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:30.628133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b39dd-6d3c-43a4-a324-86e8e71150a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:30.661712 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:30.711743 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] Publish callbacks [] for security_group (6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.742069 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] Publish callbacks [] for security_group (6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.796136 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:30.801030 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.818434 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:30.840070 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43522) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:30.847920 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6c4ade8b-b884-4019-aa3f-9f4e9fc099f0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "PUT /v2.0/floatingips/8058b1cf-9e7c-46ff-bb84-0635efc1235a HTTP/1.1" status: 200 len: 992 time: 2.7777486 Mar 22 17:35:30.848915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:30.853113 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4e6048-faa1-4645-9a5c-d038ac8207fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "tag": "58e128be-2b78-4acd-87f8-7a6492165339"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:30.853983 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.858115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:30.859375 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a HTTP/1.1" status: 204 len: 168 time: 0.2323499 Mar 22 17:35:30.873340 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51889e34-2631-4a9c-81df-ffa442477939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe2be6-1db3-4b7e-b1df-7f24d2255f7a,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:30.884741 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:30.885810 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:30.903621 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1294785e-9a08-405a-a501-094e5cce81dc x-openstack-request-id: req-1294785e-9a08-405a-a501-094e5cce81dc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:30.904768 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "tag": "58e128be-2b78-4acd-87f8-7a6492165339", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:30.905205 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1294785e-9a08-405a-a501-094e5cce81dc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:30.905831 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1294785e-9a08-405a-a501-094e5cce81dc'] response: {'name': 'network-changed', 'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339', 'status': 'completed', 'code': 200} Mar 22 17:35:31.032287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-197be07f-14e1-4210-9747-fe48eb0a3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.034545 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-197be07f-14e1-4210-9747-fe48eb0a3c5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1130 time: 0.0642865 Mar 22 17:35:31.065691 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:31.088344 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b89dd-b7af-4e16-80af-08f178bf1992 req-4316c2bd-8151-4461-9ec7-0cfdce34a0ce tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.101142 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f9b89dd-b7af-4e16-80af-08f178bf1992 req-4316c2bd-8151-4461-9ec7-0cfdce34a0ce tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.1079676 Mar 22 17:35:31.171478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7c80-b02d-49ae-a46d-66266d064b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.207571 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f9b89dd-b7af-4e16-80af-08f178bf1992 req-c8ba60f9-7973-49fb-a5b2-515507382553 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000650 Mar 22 17:35:31.263864 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f44e8b2-5c10-4316-b476-660be452f027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.362548 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-56759dd7-2177-41a2-aa92-794686fb6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.364094 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-56759dd7-2177-41a2-aa92-794686fb6c22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.3217614 Mar 22 17:35:31.427411 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4318ce0-3336-4b2e-8810-a89e5bf6cbcc req-fc0b9fd9-578c-4fc2-bfbd-f444052a1dca tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.431839 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4318ce0-3336-4b2e-8810-a89e5bf6cbcc req-fc0b9fd9-578c-4fc2-bfbd-f444052a1dca tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.1183035 Mar 22 17:35:31.440998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43548) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:31.446952 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:31.527280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.541381 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-7c43c4dd-aa1a-4c6d-bd9f-ed304411c64c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 1000 time: 0.1614842 Mar 22 17:35:31.572813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef98575-42ae-4d68-b9a7-4a7adc6db7a6 req-34593601-c975-417e-a76e-ca6497f8d018 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.585389 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fef98575-42ae-4d68-b9a7-4a7adc6db7a6 req-34593601-c975-417e-a76e-ca6497f8d018 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.4207304 Mar 22 17:35:31.660639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7c80-b02d-49ae-a46d-66266d064b28 admin admin] Publish callbacks [] for security_group (e782b350-4bf6-49c1-a6cf-7355f15c4754), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.673389 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7c80-b02d-49ae-a46d-66266d064b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e782b350-4bf6-49c1-a6cf-7355f15c4754), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.689118 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8058b1cf-9e7c-46ff-bb84-0635efc1235a', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': '58e128be-2b78-4acd-87f8-7a6492165339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:3c:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:52Z', 'updated_at': '2022-03-22T17:35:29Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:31.713179 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe7c80-b02d-49ae-a46d-66266d064b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782b350-4bf6-49c1-a6cf-7355f15c4754,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:31.727362 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-7fb2a652-63ab-4fa8-ab6a-ac3694f3d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.729845 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-7fb2a652-63ab-4fa8-ab6a-ac3694f3d814 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.1759844 Mar 22 17:35:31.752284 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fef98575-42ae-4d68-b9a7-4a7adc6db7a6 req-5f768fcd-01ce-4b1b-b711-920ea2b9c7f3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653941 Mar 22 17:35:31.755221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc9d82-e02e-42b6-a731-f823f1d8b315 req-5b1411dd-e2b4-4060-bff3-d016ae177d87 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.762047 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:31.762191 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ecc9d82-e02e-42b6-a731-f823f1d8b315 req-5b1411dd-e2b4-4060-bff3-d016ae177d87 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1554654 Mar 22 17:35:31.771680 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:31.772300 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:31.790895 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-0fbe7c80-b02d-49ae-a46d-66266d064b28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef0aef78f1b544fab085595f90b0b982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9475346 Mar 22 17:35:31.792032 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43562) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:31.921484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] Publish callbacks [] for security_group (e782b350-4bf6-49c1-a6cf-7355f15c4754), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.923582 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:31.956162 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] Publish callbacks [] for security_group (e782b350-4bf6-49c1-a6cf-7355f15c4754), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:31.976770 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-72f4a47a-8ad0-4797-97a5-34e079402db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:31.978292 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-72f4a47a-8ad0-4797-97a5-34e079402db1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987971 Mar 22 17:35:32.035699 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ecc9d82-e02e-42b6-a731-f823f1d8b315 req-ac6762be-9128-4f1a-9148-04f0d1a95db0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183619 Mar 22 17:35:32.132239 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e782b350-4bf6-49c1-a6cf-7355f15c4754), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.135029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.136215 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e782b350-4bf6-49c1-a6cf-7355f15c4754 HTTP/1.1" status: 204 len: 168 time: 0.3431847 Mar 22 17:35:32.157393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731fce4-b4a6-4232-81f9-94fd1dc4332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782b350-4bf6-49c1-a6cf-7355f15c4754,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:32.237444 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.271066 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-19ac1233-556f-46e7-bd20-db09a3823ff2 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564173 Mar 22 17:35:32.403907 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe4e6048-faa1-4645-9a5c-d038ac8207fd req-28e321b5-6e20-4aba-bffb-d94945a48ed2 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144338 Mar 22 17:35:32.417034 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8058b1cf-9e7c-46ff-bb84-0635efc1235a', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': '58e128be-2b78-4acd-87f8-7a6492165339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:3c:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:52Z', 'updated_at': '2022-03-22T17:35:29Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:32.479156 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32dab2-4509-407d-8d75-2e95a22bbefc None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8058b1cf-9e7c-46ff-bb84-0635efc1235a', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': '58e128be-2b78-4acd-87f8-7a6492165339', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:3c:25:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:52Z', 'updated_at': '2022-03-22T17:35:29Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:32.558000 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.567496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:32.721079 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP fad8a179-5bfc-43b0-93a4-a8aec031cdb7 associated. External IP: 172.27.0.191, port: f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f. Mar 22 17:35:32.795731 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c11059-2dea-480f-803e-11ab83b16cb6 None None] New status for floating IP 8058b1cf-9e7c-46ff-bb84-0635efc1235a: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:33.222096 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9c9fe-c482-46ea-b048-f61e241fcb32 req-440ce902-3547-4cec-9f64-8acea6ea4f9d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:33.230687 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-67e9c9fe-c482-46ea-b048-f61e241fcb32 req-440ce902-3547-4cec-9f64-8acea6ea4f9d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.2472727 Mar 22 17:35:33.339347 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-67e9c9fe-c482-46ea-b048-f61e241fcb32 req-cb910e9e-12d2-4d1d-82c5-a0da6c20fdda tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073341 Mar 22 17:35:33.589649 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff389d0-1260-4a1d-a354-0cda9ed5a89d req-0c62a1e7-0b50-468f-9279-8a6e10cbc0f6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:33.606867 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fff389d0-1260-4a1d-a354-0cda9ed5a89d req-0c62a1e7-0b50-468f-9279-8a6e10cbc0f6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1215174 Mar 22 17:35:33.615837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43634) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:33.625067 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'floatingip': {'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:33.715650 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:33.737294 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.867285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:33.874658 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:33.885229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3fff1-875a-4c71-a20c-b816d34aeebd req-f9b5bc47-0e37-4307-96e3-3cbc7756e844 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:33.887131 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-04f3fff1-875a-4c71-a20c-b816d34aeebd req-f9b5bc47-0e37-4307-96e3-3cbc7756e844 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.5835078 Mar 22 17:35:33.890168 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:33.908834 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:33.909836 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:34.011867 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:34.015890 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-622e0bc1-3628-47d9-828a-06eed230030a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "PUT /v2.0/floatingips/fad8a179-5bfc-43b0-93a4-a8aec031cdb7 HTTP/1.1" status: 200 len: 992 time: 2.5721371 Mar 22 17:35:34.043157 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:34.053729 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956" -d '{"events": [{"name": "network-changed", "server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:34.139795 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-04f3fff1-875a-4c71-a20c-b816d34aeebd req-eec2b833-67f6-4a6e-a4e1-5f50cfc4dffe tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192996 Mar 22 17:35:34.273323 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a07b102-42db-4e8a-a954-142dbe0dd264 x-openstack-request-id: req-3a07b102-42db-4e8a-a954-142dbe0dd264 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:34.283863 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:34.284705 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a07b102-42db-4e8a-a954-142dbe0dd264 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:34.286973 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a07b102-42db-4e8a-a954-142dbe0dd264'] response: {'name': 'network-changed', 'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'status': 'completed', 'code': 200} Mar 22 17:35:34.318367 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:34.586831 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:34.647821 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75dc73-8281-40df-8ed8-3d2f51bb1750 req-d1024248-5fab-4e52-97e7-daa5287db146 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.651119 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7d75dc73-8281-40df-8ed8-3d2f51bb1750 req-d1024248-5fab-4e52-97e7-daa5287db146 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.2107286 Mar 22 17:35:34.658037 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-ba7e8d7e-7280-45f9-b9a1-ee3bfee7cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:34.660724 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-ba7e8d7e-7280-45f9-b9a1-ee3bfee7cae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 1130 time: 0.2180178 Mar 22 17:35:34.700189 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:32Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:34.756347 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:34.768056 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:34.768971 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:34.926034 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7d75dc73-8281-40df-8ed8-3d2f51bb1750 req-290147a3-b187-4fe7-b2e1-a94d1665d54c tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610712 Mar 22 17:35:34.959843 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:34.994665 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0ba87ab-7601-4d77-a5de-82acc8acded3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.081138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-72e4c46e-db84-4d97-b3ad-1363064d31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:35.082664 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-72e4c46e-db84-4d97-b3ad-1363064d31ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.4114182 Mar 22 17:35:35.244882 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-c9128f8c-099e-452d-aed0-2cf8e8e83ed4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f HTTP/1.1" status: 200 len: 1000 time: 0.1541886 Mar 22 17:35:35.247054 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0ba87ab-7601-4d77-a5de-82acc8acded3 admin admin] Publish callbacks [] for security_group (8f4db9ec-1293-4a52-91e6-368ac93a684f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.255077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0ba87ab-7601-4d77-a5de-82acc8acded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8f4db9ec-1293-4a52-91e6-368ac93a684f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.270117 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.db.resource_extend [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 17:35:35.369153 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.417084 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f0ba87ab-7601-4d77-a5de-82acc8acded3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bbb5f04eb1a4af789758e6b45ccc96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8268247 Mar 22 17:35:35.426016 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43700) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:35.457581 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba87ab-7601-4d77-a5de-82acc8acded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4db9ec-1293-4a52-91e6-368ac93a684f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:35.460068 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-61ed41bf-a714-4b65-a451-e77c6994832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:35.465322 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-61ed41bf-a714-4b65-a451-e77c6994832f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.2059758 Mar 22 17:35:35.469735 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.486566 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.608433 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d1e2c-f86e-4f07-91b9-fc65a5a53e91 req-3ff57367-6116-4b94-9e00-327c20117fd1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:35.611192 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a6d1e2c-f86e-4f07-91b9-fc65a5a53e91 req-3ff57367-6116-4b94-9e00-327c20117fd1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1883216 Mar 22 17:35:35.616262 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-1186820d-2893-449f-92f6-cefe5b295ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:35.618448 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-1186820d-2893-449f-92f6-cefe5b295ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1321230 Mar 22 17:35:35.655328 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:32Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:35.658347 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] Publish callbacks [] for security_group (8f4db9ec-1293-4a52-91e6-368ac93a684f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.703582 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] Publish callbacks [] for security_group (8f4db9ec-1293-4a52-91e6-368ac93a684f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.719824 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a6d1e2c-f86e-4f07-91b9-fc65a5a53e91 req-aa27828f-db6f-43bc-a7a1-e220b59a1835 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792639 Mar 22 17:35:35.729656 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Floating IP 0b6209ef-b541-42f3-8aaa-26c8cb4612cc associated. External IP: 172.27.0.98, port: ace843e3-7a2f-4213-97d7-465f1a14da71. Mar 22 17:35:35.739846 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb960e97-bf4f-413f-815d-c225c29e00d3 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:32Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:35.814870 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8f4db9ec-1293-4a52-91e6-368ac93a684f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.818699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:35.820098 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f4db9ec-1293-4a52-91e6-368ac93a684f HTTP/1.1" status: 204 len: 168 time: 0.3919291 Mar 22 17:35:35.858028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241623c-8c86-41f0-b998-029deb8f2c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4db9ec-1293-4a52-91e6-368ac93a684f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:35.954191 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-e45cc778-04ff-4c14-9deb-3e73f741b6cb service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234742 Mar 22 17:35:36.358842 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43716) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:36.376350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f83c4df8-911a-42a3-ba32-e828678b6160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.464415 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273030a-4806-4aca-a186-fd00255de7a7 req-b2f1e016-3a71-44f8-b3d0-d4680582efc5 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:36.472191 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d273030a-4806-4aca-a186-fd00255de7a7 req-b2f1e016-3a71-44f8-b3d0-d4680582efc5 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.4091172 Mar 22 17:35:36.475424 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b3d0f8fc-bafa-4ea3-9503-9d6d98518956 req-53f5459f-6b74-411a-9a4f-7b6fa17aeea0 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753578 Mar 22 17:35:36.502334 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:35:36.561089 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f83c4df8-911a-42a3-ba32-e828678b6160 admin admin] Publish callbacks [] for security_group (a398d173-54a3-4cf6-97db-d1b04d7fbc14), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.574526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f83c4df8-911a-42a3-ba32-e828678b6160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a398d173-54a3-4cf6-97db-d1b04d7fbc14), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.611865 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f83c4df8-911a-42a3-ba32-e828678b6160 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=714972a2f7024c5d9fe47756357a91e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510083 Mar 22 17:35:36.613838 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43724) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:36.671951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c4df8-911a-42a3-ba32-e828678b6160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398d173-54a3-4cf6-97db-d1b04d7fbc14,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:36.714970 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] Publish callbacks [] for security_group (a398d173-54a3-4cf6-97db-d1b04d7fbc14), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.753914 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d273030a-4806-4aca-a186-fd00255de7a7 req-cf93d81e-57fc-43b9-a8ba-c9026ad51167 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805569 Mar 22 17:35:36.755239 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] Publish callbacks [] for security_group (a398d173-54a3-4cf6-97db-d1b04d7fbc14), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.798985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:35:36.807957 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.813672 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:35:36.834174 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:36.834821 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:36.859829 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-44531f46-559b-461a-8a49-b2d057809cd2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "PUT /v2.0/floatingips/0b6209ef-b541-42f3-8aaa-26c8cb4612cc HTTP/1.1" status: 200 len: 990 time: 3.2419302 Mar 22 17:35:36.860542 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:36.863380 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:36.882496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a398d173-54a3-4cf6-97db-d1b04d7fbc14), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.885257 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:36.886423 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a398d173-54a3-4cf6-97db-d1b04d7fbc14 HTTP/1.1" status: 204 len: 168 time: 0.2715003 Mar 22 17:35:36.932576 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47605b96-347a-4670-99ea-64f081f2a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398d173-54a3-4cf6-97db-d1b04d7fbc14,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:36.951924 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f38e855-8a5c-45bb-9bdc-db5c0e04e371 x-openstack-request-id: req-7f38e855-8a5c-45bb-9bdc-db5c0e04e371 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:36.952729 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:36.953095 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f38e855-8a5c-45bb-9bdc-db5c0e04e371 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:36.953625 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f38e855-8a5c-45bb-9bdc-db5c0e04e371'] response: {'name': 'network-changed', 'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'status': 'completed', 'code': 200} Mar 22 17:35:36.964669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fd2cc-d1d1-490d-ad83-a7a68ac14ad1 req-9cd75a72-b8d0-463f-806f-ca6719dba4f1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:36.972088 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a26fd2cc-d1d1-490d-ad83-a7a68ac14ad1 req-9cd75a72-b8d0-463f-806f-ca6719dba4f1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1013770 Mar 22 17:35:37.034703 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77320cb-1840-44d9-be20-ce0df198548c None None] New status for floating IP fad8a179-5bfc-43b0-93a4-a8aec031cdb7: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:37.043374 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a26fd2cc-d1d1-490d-ad83-a7a68ac14ad1 req-921ab6b4-8689-4002-ac28-6e750dd4ca7a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702970 Mar 22 17:35:37.082411 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:37.174717 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-33b7d433-5f0a-45fd-9a9d-a63a59a91294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.178230 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-33b7d433-5f0a-45fd-9a9d-a63a59a91294 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1129 time: 0.0936310 Mar 22 17:35:37.310985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-cea308d2-80fe-4393-9bf3-0a1723ec2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.312906 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-cea308d2-80fe-4393-9bf3-0a1723ec2c7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.1270745 Mar 22 17:35:37.508299 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-d31be1d1-1104-440c-95e9-9c17b1d782c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 998 time: 0.1490583 Mar 22 17:35:37.509758 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-431ab9ae-4941-4340-a6a1-2f4a05502ef8 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.512794 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-431ab9ae-4941-4340-a6a1-2f4a05502ef8 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.62 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.1486864 Mar 22 17:35:37.550304 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '0b6209ef-b541-42f3-8aaa-26c8cb4612cc', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:56Z', 'updated_at': '2022-03-22T17:35:35Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:37.600780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-96f37882-dceb-4991-a4d0-8dd26862c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.602807 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-96f37882-dceb-4991-a4d0-8dd26862c9a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0794921 Mar 22 17:35:37.606592 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:35:37.622637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:35:37.623333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:35:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:37.667550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-77c0d5ab-9bac-4e62-9bb5-5bc9ea95965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:37.669273 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-77c0d5ab-9bac-4e62-9bb5-5bc9ea95965b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597868 Mar 22 17:35:37.860950 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-2e09b2c7-544f-4005-b88a-0ccc87549df2 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759088 Mar 22 17:35:37.919609 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Deleting port 4019acd3-8aab-4139-bb7a-e09512918bef {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:35:37.919983 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.016534 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:35:38.054639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0014584-7643-4434-bac4-3a3d456e706f req-505be552-67b6-4fb6-846f-29b59512972e tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:38.057228 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f0014584-7643-4434-bac4-3a3d456e706f req-505be552-67b6-4fb6-846f-29b59512972e tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 945 time: 0.1528556 Mar 22 17:35:38.064301 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa1f28a0-32b4-44da-b4c0-f73aba98f5d7 req-4dedd731-c271-47aa-bf45-6b9421e22f7f service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942799 Mar 22 17:35:38.068021 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] For port 4019acd3-8aab-4139-bb7a-e09512918bef, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=4019acd3-8aab-4139-bb7a-e09512918bef,segment=NetworkSegment(d23d4b55-21e3-407e-8d2c-ffc3bbae0e01),segment_id=d23d4b55-21e3-407e-8d2c-ffc3bbae0e01)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:35:38.068303 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.090576 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Calling delete_port for 4019acd3-8aab-4139-bb7a-e09512918bef owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:35:38.171320 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f0014584-7643-4434-bac4-3a3d456e706f req-191853f7-ec71-4ba2-b98b-db226b17829d tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae67740d-c066-499a-8018-d6b7e864e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059060 Mar 22 17:35:38.290735 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:35:38.449520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7896c-9895-474d-abcd-149075eccb68 req-f4a9c9fd-98c3-464d-ae47-60c2f9b27c21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:38.452206 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9ad7896c-9895-474d-abcd-149075eccb68 req-f4a9c9fd-98c3-464d-ae47-60c2f9b27c21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.2703879 Mar 22 17:35:38.463156 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '0b6209ef-b541-42f3-8aaa-26c8cb4612cc', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:56Z', 'updated_at': '2022-03-22T17:35:35Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:38.501711 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eb40ac-2e63-4037-b20b-0087a274a4d8 None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '0b6209ef-b541-42f3-8aaa-26c8cb4612cc', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:34:56Z', 'updated_at': '2022-03-22T17:35:35Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:35:38.541315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (4019acd3-8aab-4139-bb7a-e09512918bef), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.578704 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9ad7896c-9895-474d-abcd-149075eccb68 req-6e3e46d8-8738-4f42-9401-bbe921d9c39a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Mar 22 17:35:38.581501 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['4019acd3-8aab-4139-bb7a-e09512918bef'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:35:38.582409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Pushing event deleted for resources: {'Port': ['ID=4019acd3-8aab-4139-bb7a-e09512918bef,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:38.655697 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] No DVR routers for this DVR port 4019acd3-8aab-4139-bb7a-e09512918bef on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:35:38.659388 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:38.663124 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cfbc7147-caab-4546-a367-ebc65e14db02 req-7fb83423-d090-4d74-9813-ee77409ebd14 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.62 "DELETE /v2.0/ports/4019acd3-8aab-4139-bb7a-e09512918bef HTTP/1.1" status: 204 len: 173 time: 1.1374667 Mar 22 17:35:38.663625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'name': 'network-vif-deleted', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:35:38.666074 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974610e-93ef-41d7-9f9d-a72b3e92b702" -d '{"events": [{"server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "name": "network-vif-deleted", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:35:38.706525 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761af81-8c45-47d6-b428-c6234310102f x-openstack-request-id: req-b761af81-8c45-47d6-b428-c6234310102f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:35:38.707149 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e43e5f-b370-4d14-94a2-70c9c6b9dab9", "name": "network-vif-deleted", "tag": "4019acd3-8aab-4139-bb7a-e09512918bef", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:35:38.707632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b761af81-8c45-47d6-b428-c6234310102f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:35:38.708062 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b761af81-8c45-47d6-b428-c6234310102f'] response: {'server_uuid': '71e43e5f-b370-4d14-94a2-70c9c6b9dab9', 'name': 'network-vif-deleted', 'tag': '4019acd3-8aab-4139-bb7a-e09512918bef', 'status': 'completed', 'code': 200} Mar 22 17:35:38.840666 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd1e0a-3dcb-4bb7-bf46-c352abc4df2d None None] New status for floating IP 0b6209ef-b541-42f3-8aaa-26c8cb4612cc: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:35:39.301938 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd88406c-e43f-46f5-aa5d-52ce930252f5 req-1fd39f3e-65f4-4f86-be29-749b8f92cb7c tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.0351489 Mar 22 17:35:39.776845 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32caa-ed0a-491b-b0d8-baa303cebf58 req-8301f7e7-b8fd-45f5-a887-ce59feac6dff tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:39.778644 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5f32caa-ed0a-491b-b0d8-baa303cebf58 req-8301f7e7-b8fd-45f5-a887-ce59feac6dff tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0698259 Mar 22 17:35:39.852401 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5f32caa-ed0a-491b-b0d8-baa303cebf58 req-0a30d4b8-03a6-46d4-87b7-82d2c0707b44 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657990 Mar 22 17:35:40.588996 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a9aa0073-5b4f-46cd-9738-55ccecd93d77 req-68225cad-da91-453b-bd92-7ec46f876d67 tempest-DeleteServersTestJSON-1868023871 tempest-DeleteServersTestJSON-1868023871-project] 10.222.0.69 "GET /v2.0/ports?device_id=71e43e5f-b370-4d14-94a2-70c9c6b9dab9 HTTP/1.1" status: 200 len: 210 time: 0.0661087 Mar 22 17:35:40.993706 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aeab9-70a4-44e1-b435-268bcf281d75 req-7945b5ec-51b6-4323-a3b4-c511470a6a8b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:40.995180 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b65aeab9-70a4-44e1-b435-268bcf281d75 req-7945b5ec-51b6-4323-a3b4-c511470a6a8b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0592556 Mar 22 17:35:41.022843 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 4019acd3-8aab-4139-bb7a-e09512918bef no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:35:41.048683 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 4019acd3-8aab-4139-bb7a-e09512918bef {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:35:41.049113 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 4019acd3-8aab-4139-bb7a-e09512918bef not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:35:41.072398 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b65aeab9-70a4-44e1-b435-268bcf281d75 req-0064825f-d9d0-4ff8-a034-22ba3da96a1b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712547 Mar 22 17:35:42.210187 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142e94-cd31-4fe6-b02d-855b1a3bb2e8 req-716a6b05-d6f4-42cb-8b43-874fcf9d5c8a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:42.211764 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b142e94-cd31-4fe6-b02d-855b1a3bb2e8 req-716a6b05-d6f4-42cb-8b43-874fcf9d5c8a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0650043 Mar 22 17:35:42.261287 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b142e94-cd31-4fe6-b02d-855b1a3bb2e8 req-bb396a53-2dca-4eb2-860a-3d7ba7cc4566 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 Mar 22 17:35:43.385065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c43588-c216-4a38-b807-5e9e93a99c55 req-0c908bd0-295d-4416-94b7-c40297026483 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:43.386642 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-00c43588-c216-4a38-b807-5e9e93a99c55 req-0c908bd0-295d-4416-94b7-c40297026483 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0565472 Mar 22 17:35:43.440640 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-00c43588-c216-4a38-b807-5e9e93a99c55 req-d9246b14-a2fa-4c2f-b004-00644cc67204 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 Mar 22 17:35:44.567104 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44101a6-cb6b-42d8-a649-733ad858ad21 req-031debee-b612-4e41-baca-ef7a5dd3075b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:44.568586 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e44101a6-cb6b-42d8-a649-733ad858ad21 req-031debee-b612-4e41-baca-ef7a5dd3075b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0529401 Mar 22 17:35:44.638562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e44101a6-cb6b-42d8-a649-733ad858ad21 req-1dc5eb13-3dc6-42fb-bab6-8e6263b9ea44 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635157 Mar 22 17:35:45.692739 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:45.779048 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e01c3-7f95-44e4-a3ae-5cf912642a74 req-11b3aabb-d4f7-44c1-9679-c820ad899a5d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:45.780691 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-816e01c3-7f95-44e4-a3ae-5cf912642a74 req-11b3aabb-d4f7-44c1-9679-c820ad899a5d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0584033 Mar 22 17:35:45.838168 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-816e01c3-7f95-44e4-a3ae-5cf912642a74 req-4266374e-d3a1-488e-8cf8-e639c4db5b40 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Mar 22 17:35:46.957743 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827edc07-909f-4a44-b0b5-98ae7e6ff067 req-93ecdfa1-23e7-4fcf-b16a-7dd1bbc78684 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:46.959245 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-827edc07-909f-4a44-b0b5-98ae7e6ff067 req-93ecdfa1-23e7-4fcf-b16a-7dd1bbc78684 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0522389 Mar 22 17:35:47.006923 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-827edc07-909f-4a44-b0b5-98ae7e6ff067 req-cbd747fb-af70-481a-bd87-b741848e8cfd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Mar 22 17:35:48.125719 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a7efa-4dcb-4998-835b-35af6c9d01d5 req-918bc389-508f-45a0-ae84-94c6b2456e7f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:48.127647 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2a3a7efa-4dcb-4998-835b-35af6c9d01d5 req-918bc389-508f-45a0-ae84-94c6b2456e7f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0561395 Mar 22 17:35:48.175660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2a3a7efa-4dcb-4998-835b-35af6c9d01d5 req-97012af5-1a0f-415e-b5f2-5e344b9c09f6 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Mar 22 17:35:49.295324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26887e7-b108-4045-8f30-8ca38ee06d92 req-36732ca8-5896-4fb4-b939-7ac1593b7ceb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:49.296859 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a26887e7-b108-4045-8f30-8ca38ee06d92 req-36732ca8-5896-4fb4-b939-7ac1593b7ceb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0523393 Mar 22 17:35:49.344905 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a26887e7-b108-4045-8f30-8ca38ee06d92 req-9eebd5c1-a9d4-42d0-9257-18dd24b5982d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Mar 22 17:35:50.466110 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94084-ef44-4658-bd06-ea94f12465a5 req-59cf0ad0-98ac-4e04-83e1-3f7dd27cd051 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:50.467299 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28b94084-ef44-4658-bd06-ea94f12465a5 req-59cf0ad0-98ac-4e04-83e1-3f7dd27cd051 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0537267 Mar 22 17:35:50.519393 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28b94084-ef44-4658-bd06-ea94f12465a5 req-0a5b0465-fecc-476e-ac6f-330ef87f3c1b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Mar 22 17:35:51.530959 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 43986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:51.579410 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Deleting subnet e0c23761-2d41-4b3f-9e19-f8db56cb3e47 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:35:51.582710 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Publish callbacks [] for subnet (e0c23761-2d41-4b3f-9e19-f8db56cb3e47), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.647951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Publish callbacks [] for subnet (e0c23761-2d41-4b3f-9e19-f8db56cb3e47), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.661235 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (e0c23761-2d41-4b3f-9e19-f8db56cb3e47), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.709468 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74dbfa-74d3-4b6e-be4d-775b27356ef6 req-70983545-4b1a-4de1-a3f7-68ac4a734e85 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:51.711136 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a74dbfa-74d3-4b6e-be4d-775b27356ef6 req-70983545-4b1a-4de1-a3f7-68ac4a734e85 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1078401 Mar 22 17:35:51.764511 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (e0c23761-2d41-4b3f-9e19-f8db56cb3e47), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.807065 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c23761-2d41-4b3f-9e19-f8db56cb3e47,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:51.811071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:51.814809 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-96bb5b92-10d7-4086-b20b-71e7dd7ef9c6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e0c23761-2d41-4b3f-9e19-f8db56cb3e47 HTTP/1.1" status: 204 len: 168 time: 0.2826378 Mar 22 17:35:51.818804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 43994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:51.822751 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a74dbfa-74d3-4b6e-be4d-775b27356ef6 req-48a78bc7-9d50-4d5e-90d2-2a6f2402f446 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060822 Mar 22 17:35:51.923017 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (130d4718-ee71-4aa1-a1af-1924b45f2e23), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.019814 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (130d4718-ee71-4aa1-a1af-1924b45f2e23), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.042441 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.042793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.043562 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.043894 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > port after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.044260 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.044599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > port after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.044930 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.045255 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.045579 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.045907 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.168630 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.168966 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.169306 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.169729 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:35:52.170018 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130d4718-ee71-4aa1-a1af-1924b45f2e23']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:52.194070 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:52.194370 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23d4b55-21e3-407e-8d2c-ffc3bbae0e01') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:35:52.212789 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (d23d4b55-21e3-407e-8d2c-ffc3bbae0e01), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.235131 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (d23d4b55-21e3-407e-8d2c-ffc3bbae0e01), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.245380 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:35:52.245790 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (d23d4b55-21e3-407e-8d2c-ffc3bbae0e01), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: from cryptography.utils import int_from_bytes Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: from cryptography.utils import int_from_bytes Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:35:52.272010 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:35:52.339032 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (130d4718-ee71-4aa1-a1af-1924b45f2e23), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.345595 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.350404 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] 10.222.0.69 "DELETE /v2.0/networks/130d4718-ee71-4aa1-a1af-1924b45f2e23 HTTP/1.1" status: 204 len: 168 time: 0.5275614 Mar 22 17:35:52.369289 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ff167-90f7-4255-8153-57caea8feb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=130d4718-ee71-4aa1-a1af-1924b45f2e23,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:52.567244 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:52.613045 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-588b9113-4ad1-4543-a423-52f874cc4b68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d16e6794eeba4195b9e708dadef2e17b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445979 Mar 22 17:35:52.623926 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44022) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:52.685686 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] Publish callbacks [] for security_group (ae67740d-c066-499a-8018-d6b7e864e37a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.712285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] Publish callbacks [] for security_group (ae67740d-c066-499a-8018-d6b7e864e37a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.761641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ae67740d-c066-499a-8018-d6b7e864e37a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.764181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:52.765388 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae67740d-c066-499a-8018-d6b7e864e37a HTTP/1.1" status: 204 len: 168 time: 0.1404762 Mar 22 17:35:52.774037 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28df94-066c-433a-97bf-93bbbf770344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67740d-c066-499a-8018-d6b7e864e37a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:53.004787 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83fbf-dfd3-480f-8b9a-26ba3168e59c req-71bb6455-fb90-4a0a-b15d-bd7ac378e614 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:53.007866 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcd83fbf-dfd3-480f-8b9a-26ba3168e59c req-71bb6455-fb90-4a0a-b15d-bd7ac378e614 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1017258 Mar 22 17:35:53.070704 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcd83fbf-dfd3-480f-8b9a-26ba3168e59c req-87511f60-05da-4c51-b057-4a36c8073d08 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Mar 22 17:35:54.042562 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44098) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:54.249554 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df90f9-edf9-4d82-9e8f-0f231f9b03b8 req-443dcc8b-dd72-4099-b528-f8c473c1f4e0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:54.262051 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0df90f9-edf9-4d82-9e8f-0f231f9b03b8 req-443dcc8b-dd72-4099-b528-f8c473c1f4e0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1116982 Mar 22 17:35:54.338389 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6883218c-5c00-4cb9-b48c-918d2bbb7b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.346625 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0df90f9-edf9-4d82-9e8f-0f231f9b03b8 req-c94f1bd3-af57-49e2-aa95-2e06265e2cda tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805860 Mar 22 17:35:54.473782 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6883218c-5c00-4cb9-b48c-918d2bbb7b4b admin admin] Publish callbacks [] for security_group (8c8e2df0-7940-4ffe-ba4b-126348ca5623), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.481526 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6883218c-5c00-4cb9-b48c-918d2bbb7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8c8e2df0-7940-4ffe-ba4b-126348ca5623), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.551755 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6883218c-5c00-4cb9-b48c-918d2bbb7b4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=052ce22351fd4cbdb277bf5ec9a769ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079312 Mar 22 17:35:54.552521 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883218c-5c00-4cb9-b48c-918d2bbb7b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e2df0-7940-4ffe-ba4b-126348ca5623,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:54.558851 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:54.623067 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] Publish callbacks [] for security_group (8c8e2df0-7940-4ffe-ba4b-126348ca5623), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.650990 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] Publish callbacks [] for security_group (8c8e2df0-7940-4ffe-ba4b-126348ca5623), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.750315 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8c8e2df0-7940-4ffe-ba4b-126348ca5623), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.755325 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:54.760091 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c8e2df0-7940-4ffe-ba4b-126348ca5623 HTTP/1.1" status: 204 len: 168 time: 0.1975698 Mar 22 17:35:54.775064 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3421d73-73e6-4434-9b47-3a53f06455c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e2df0-7940-4ffe-ba4b-126348ca5623,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:54.865461 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44150) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.145349 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3628d81d-7157-4a8c-a68f-4cdd6b936615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.249264 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3628d81d-7157-4a8c-a68f-4cdd6b936615 admin admin] Publish callbacks [] for security_group (974c9ef9-85a5-4d09-81f4-fd1ac55afb8b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.249264 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44172) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.256840 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3628d81d-7157-4a8c-a68f-4cdd6b936615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (974c9ef9-85a5-4d09-81f4-fd1ac55afb8b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.274866 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ded8-ce80-4048-a55d-57ff05e59b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.318103 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3628d81d-7157-4a8c-a68f-4cdd6b936615 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d42fc31a07134a70ab6306db434c63eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489501 Mar 22 17:35:55.319355 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d81d-7157-4a8c-a68f-4cdd6b936615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c9ef9-85a5-4d09-81f4-fd1ac55afb8b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.319487 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.381649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] Publish callbacks [] for security_group (974c9ef9-85a5-4d09-81f4-fd1ac55afb8b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.408941 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ded8-ce80-4048-a55d-57ff05e59b4a admin admin] Publish callbacks [] for security_group (44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.412601 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.416741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] Publish callbacks [] for security_group (974c9ef9-85a5-4d09-81f4-fd1ac55afb8b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.429069 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ded8-ce80-4048-a55d-57ff05e59b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.484326 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (974c9ef9-85a5-4d09-81f4-fd1ac55afb8b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.487792 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.493845 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/974c9ef9-85a5-4d09-81f4-fd1ac55afb8b HTTP/1.1" status: 204 len: 168 time: 0.1681926 Mar 22 17:35:55.500703 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe56c-80d1-4bcb-a832-d811c0949a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c9ef9-85a5-4d09-81f4-fd1ac55afb8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.503764 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b7f2ded8-ce80-4048-a55d-57ff05e59b4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e261b5a8425746b5b521405984c70f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536516 Mar 22 17:35:55.506865 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44186) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.514744 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2ded8-ce80-4048-a55d-57ff05e59b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.563853 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9159a-6547-4e70-b8ca-6856d20ca386 req-7b0dc661-eb29-44fb-998d-5503bd370602 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:55.565449 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-84c9159a-6547-4e70-b8ca-6856d20ca386 req-7b0dc661-eb29-44fb-998d-5503bd370602 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1257617 Mar 22 17:35:55.589501 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9ed965c-3742-48bd-a965-a01230166df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.634166 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] Publish callbacks [] for security_group (44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.679533 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-84c9159a-6547-4e70-b8ca-6856d20ca386 req-28916f2e-e903-4b38-a1a9-4320295b548b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035080 Mar 22 17:35:55.688480 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] Publish callbacks [] for security_group (44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.764486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9ed965c-3742-48bd-a965-a01230166df8 admin admin] Publish callbacks [] for security_group (432047db-1195-42e4-9a44-59aeed32bb98), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.769203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9ed965c-3742-48bd-a965-a01230166df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (432047db-1195-42e4-9a44-59aeed32bb98), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.791747 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.794402 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.795571 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f HTTP/1.1" status: 204 len: 168 time: 0.2869911 Mar 22 17:35:55.819515 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a9ed965c-3742-48bd-a965-a01230166df8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=674e1770d89c4242af19301fda180842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032798 Mar 22 17:35:55.819515 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed965c-3742-48bd-a965-a01230166df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432047db-1195-42e4-9a44-59aeed32bb98,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.820884 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44192) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.821222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44194) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:55.855087 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77cdfdf-1320-4dc5-89e8-6f0892edb3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.864307 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767f36a-8e18-461e-8e37-88709a69437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f92069-ebaa-49e5-a1a7-7e4d9c8ac48f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:55.918060 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] Publish callbacks [] for security_group (432047db-1195-42e4-9a44-59aeed32bb98), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:55.953183 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] Publish callbacks [] for security_group (432047db-1195-42e4-9a44-59aeed32bb98), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.025859 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77cdfdf-1320-4dc5-89e8-6f0892edb3aa admin admin] Publish callbacks [] for security_group (6a84cf8f-601b-43af-93f5-d0c0838668b4), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.031091 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77cdfdf-1320-4dc5-89e8-6f0892edb3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6a84cf8f-601b-43af-93f5-d0c0838668b4), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.062962 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (432047db-1195-42e4-9a44-59aeed32bb98), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.065742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.066943 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/432047db-1195-42e4-9a44-59aeed32bb98 HTTP/1.1" status: 204 len: 168 time: 0.2436435 Mar 22 17:35:56.086564 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e77cdfdf-1320-4dc5-89e8-6f0892edb3aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a09aad27bc24b9395b753ab30e0b3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598605 Mar 22 17:35:56.086854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44202) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:56.094464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cdfdf-1320-4dc5-89e8-6f0892edb3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84cf8f-601b-43af-93f5-d0c0838668b4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:56.115719 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feaba0-5e99-4f98-b26f-f87242a8a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432047db-1195-42e4-9a44-59aeed32bb98,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:56.164782 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] Publish callbacks [] for security_group (6a84cf8f-601b-43af-93f5-d0c0838668b4), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.210259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] Publish callbacks [] for security_group (6a84cf8f-601b-43af-93f5-d0c0838668b4), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.291529 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6a84cf8f-601b-43af-93f5-d0c0838668b4), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.294347 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.295741 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a84cf8f-601b-43af-93f5-d0c0838668b4 HTTP/1.1" status: 204 len: 168 time: 0.2078743 Mar 22 17:35:56.310401 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaec4b-9f76-450f-8338-eded57047733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84cf8f-601b-43af-93f5-d0c0838668b4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:56.604140 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44262) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:56.628666 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecde1dc0-0080-4dc6-82b2-0efa6a1a1586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.807655 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecde1dc0-0080-4dc6-82b2-0efa6a1a1586 admin admin] Publish callbacks [] for security_group (4d293677-0f0e-467b-a9a0-bb0c1a400cda), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.818292 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecde1dc0-0080-4dc6-82b2-0efa6a1a1586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4d293677-0f0e-467b-a9a0-bb0c1a400cda), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:56.877475 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44272) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:56.886050 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ecde1dc0-0080-4dc6-82b2-0efa6a1a1586 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5ee5799c7584c20aa3513af719c36c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806749 Mar 22 17:35:56.925418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde1dc0-0080-4dc6-82b2-0efa6a1a1586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d293677-0f0e-467b-a9a0-bb0c1a400cda,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.004132 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] Publish callbacks [] for security_group (4d293677-0f0e-467b-a9a0-bb0c1a400cda), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.027258 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44278) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:57.047911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16884148-ce32-41ea-ad50-d10f0ae05e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.085169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738507cb-d39f-4ecb-88a8-f74bfcf5b103 req-13cac816-d852-49f6-b597-e98e67469e23 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.087150 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-738507cb-d39f-4ecb-88a8-f74bfcf5b103 req-13cac816-d852-49f6-b597-e98e67469e23 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0830765 Mar 22 17:35:57.089952 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777f3f-d442-4d8e-bddc-a9bc02aa282e req-d9a81e0b-0f4b-424d-9029-945c5ce2e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.091909 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43777f3f-d442-4d8e-bddc-a9bc02aa282e req-d9a81e0b-0f4b-424d-9029-945c5ce2e3fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1130 time: 0.1430023 Mar 22 17:35:57.098156 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] Publish callbacks [] for security_group (4d293677-0f0e-467b-a9a0-bb0c1a400cda), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.156650 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44282) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:57.187668 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16884148-ce32-41ea-ad50-d10f0ae05e5c admin admin] Publish callbacks [] for security_group (e5c7c594-5daf-4fbc-93cd-c07965d2596a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.189351 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43777f3f-d442-4d8e-bddc-a9bc02aa282e req-b431e1f6-bd68-4a59-98f2-bddac2fc054b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894275 Mar 22 17:35:57.193202 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-738507cb-d39f-4ecb-88a8-f74bfcf5b103 req-0d7b9870-5031-4a5b-8c4a-3e9c841e674d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908177 Mar 22 17:35:57.193367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16884148-ce32-41ea-ad50-d10f0ae05e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e5c7c594-5daf-4fbc-93cd-c07965d2596a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.210808 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4d293677-0f0e-467b-a9a0-bb0c1a400cda), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.213505 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.216996 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d293677-0f0e-467b-a9a0-bb0c1a400cda HTTP/1.1" status: 204 len: 168 time: 0.3357356 Mar 22 17:35:57.240116 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884148-ce32-41ea-ad50-d10f0ae05e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7c594-5daf-4fbc-93cd-c07965d2596a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.245374 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-16884148-ce32-41ea-ad50-d10f0ae05e5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f69416f0da14729b3ac07e266e8d30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170799 Mar 22 17:35:57.249014 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44288) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:57.254369 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3b88f-45ab-452f-ba10-994345e02115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d293677-0f0e-467b-a9a0-bb0c1a400cda,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.337282 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] Publish callbacks [] for security_group (e5c7c594-5daf-4fbc-93cd-c07965d2596a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.364098 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] Publish callbacks [] for security_group (e5c7c594-5daf-4fbc-93cd-c07965d2596a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.437129 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-924349004-network', 'tenant_id': 'f24e482c98a84ea6be7038936c2154b6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:57.441551 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e5c7c594-5daf-4fbc-93cd-c07965d2596a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.444099 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.445912 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5c7c594-5daf-4fbc-93cd-c07965d2596a HTTP/1.1" status: 204 len: 168 time: 0.1958988 Mar 22 17:35:57.461457 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974fc7-e0c7-4207-a6f4-b63ed6c375ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7c594-5daf-4fbc-93cd-c07965d2596a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.472123 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Made reservation on behalf of f24e482c98a84ea6be7038936c2154b6 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:57.474790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.485869 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.584980 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks [] for security_group (4ddb5885-fd4c-4f37-b439-8d8e2708f0ce), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.590709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4ddb5885-fd4c-4f37-b439-8d8e2708f0ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.621783 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb5885-fd4c-4f37-b439-8d8e2708f0ce,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.638674 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:35:57.655784 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (8f6124d6-6583-4991-a87a-6ab070203cda), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.656276 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Added segment 8f6124d6-6583-4991-a87a-6ab070203cda of type vlan for network db89d388-0e4f-4ce5-abe9-0746519d9578 Mar 22 17:35:57.716185 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (db89d388-0e4f-4ce5-abe9-0746519d9578), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.753697 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (db89d388-0e4f-4ce5-abe9-0746519d9578), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.756104 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:57.757654 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:57.824984 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6654902 Mar 22 17:35:57.830066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:57.843208 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Request body: {'subnet': {'network_id': 'db89d388-0e4f-4ce5-abe9-0746519d9578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-924349004-subnet', 'tenant_id': 'f24e482c98a84ea6be7038936c2154b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:57.858094 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707903eb-b360-4e08-abc6-b2d3a9d5cca1 admin admin] Pushing event updated for resources: {'Network': ['ID=db89d388-0e4f-4ce5-abe9-0746519d9578,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:57.870217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network db89d388-0e4f-4ce5-abe9-0746519d9578 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:35:57.888922 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Made reservation on behalf of f24e482c98a84ea6be7038936c2154b6 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:57.897524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:58.213474 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (50fe0ea3-477e-48e8-a72c-bf83f89e6f28), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:58.280454 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fe0ea3-477e-48e8-a72c-bf83f89e6f28,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:58.298701 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Checking segment: {'id': '8f6124d6-6583-4991-a87a-6ab070203cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'db89d388-0e4f-4ce5-abe9-0746519d9578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:35:58.299077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Network hostable DHCP agents. Network: db89d388-0e4f-4ce5-abe9-0746519d9578, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:35:58.343932 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Network db89d388-0e4f-4ce5-abe9-0746519d9578 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:35:58.359520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, db89d388-0e4f-4ce5-abe9-0746519d9578) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:35:58.368938 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.369660 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b356b99-dc15-416f-b478-e4e1105a5037 None None] Network db89d388-0e4f-4ce5-abe9-0746519d9578 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:58.370518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:58.406734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a2017-97d1-4c22-ab55-7cd586f39151 req-ff0b73e5-58dc-4503-bc2b-0098d93fbfd6 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:58.409362 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2bffd925-5b5c-4cd9-a1f9-0b5545f36333 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774570 Mar 22 17:35:58.415412 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-580a2017-97d1-4c22-ab55-7cd586f39151 req-ff0b73e5-58dc-4503-bc2b-0098d93fbfd6 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.1077397 Mar 22 17:35:58.494178 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-580a2017-97d1-4c22-ab55-7cd586f39151 req-8c7158ec-a47b-4c9c-8761-8837f0bfdf4b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721393 Mar 22 17:35:58.524745 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c5078-83b3-4843-ac51-d98f61e231bf None None] Network db89d388-0e4f-4ce5-abe9-0746519d9578 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:35:58.885055 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b05ab896-25d7-4576-b895-76cb96209e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.276936 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44418) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:59.282922 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782201993-network', 'tenant_id': '6f4beb42401c44c3b17a73b8c948c31e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:59.329162 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Made reservation on behalf of 6f4beb42401c44c3b17a73b8c948c31e for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:59.333207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.342938 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.457934 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks [] for security_group (683b68ba-0df4-4156-9fc0-99d05d649e4e), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.463188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (683b68ba-0df4-4156-9fc0-99d05d649e4e), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.495163 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:35:59.502175 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683b68ba-0df4-4156-9fc0-99d05d649e4e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:59.508903 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (fc356f26-4ef5-46a1-8821-a0e0c7816121), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.509516 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Added segment fc356f26-4ef5-46a1-8821-a0e0c7816121 of type vlan for network 97e5fa14-bebe-4240-9482-5c520c8ed57e Mar 22 17:35:59.565773 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (97e5fa14-bebe-4240-9482-5c520c8ed57e), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.596567 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (97e5fa14-bebe-4240-9482-5c520c8ed57e), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.599581 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.603285 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.681998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532c0c5-c3ed-4f24-98a2-1c34ec681e6f req-9b1770ec-9a24-4a6d-817c-f156a8f3b05b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.689148 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f532c0c5-c3ed-4f24-98a2-1c34ec681e6f req-9b1770ec-9a24-4a6d-817c-f156a8f3b05b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0783858 Mar 22 17:35:59.702340 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4242632 Mar 22 17:35:59.705520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44430) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:35:59.712518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Request body: {'subnet': {'network_id': '97e5fa14-bebe-4240-9482-5c520c8ed57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782201993-subnet', 'tenant_id': '6f4beb42401c44c3b17a73b8c948c31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:35:59.718733 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b739789-c020-4f44-b60e-d96a9a770abc admin admin] Pushing event updated for resources: {'Network': ['ID=97e5fa14-bebe-4240-9482-5c520c8ed57e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:35:59.739447 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 97e5fa14-bebe-4240-9482-5c520c8ed57e details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:35:59.791724 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f532c0c5-c3ed-4f24-98a2-1c34ec681e6f req-7883d867-df14-4026-8325-7ac4fda7f4dd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000450 Mar 22 17:35:59.793421 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Made reservation on behalf of 6f4beb42401c44c3b17a73b8c948c31e for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:35:59.795865 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:35:59.945559 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952776a3-f0c1-4104-b145-b39b6265a5b8 req-23b56e4e-f5bf-41f1-99aa-8c3b9dd72bb9 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:35:59.947652 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-952776a3-f0c1-4104-b145-b39b6265a5b8 req-23b56e4e-f5bf-41f1-99aa-8c3b9dd72bb9 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0746286 Mar 22 17:36:00.011310 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-952776a3-f0c1-4104-b145-b39b6265a5b8 req-73fec5f6-68e3-4c36-9483-40f92a97f30e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Mar 22 17:36:00.022169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.088875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:00.101006 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Checking segment: {'id': 'fc356f26-4ef5-46a1-8821-a0e0c7816121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '97e5fa14-bebe-4240-9482-5c520c8ed57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:36:00.101366 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Network hostable DHCP agents. Network: 97e5fa14-bebe-4240-9482-5c520c8ed57e, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:36:00.134544 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Network 97e5fa14-bebe-4240-9482-5c520c8ed57e is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:36:00.150484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 97e5fa14-bebe-4240-9482-5c520c8ed57e) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:00.159353 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:00.159353 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:00.165333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3ddf7-54d7-498f-a6d9-6f8c1d4860c4 None None] Network 97e5fa14-bebe-4240-9482-5c520c8ed57e requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:36:00.189836 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1c290b24-baf5-4805-9205-a8a10e464a1d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4827549 Mar 22 17:36:00.325165 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ad323-17c8-4288-8631-1ed35d7785f7 None None] Network 97e5fa14-bebe-4240-9482-5c520c8ed57e requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:36:01.262251 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-206b33d6-40a7-40a7-ae86-8768351e525c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:01.839518 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb8fb1-97a9-43db-ae09-93b4c1614fbc req-e7320b92-13d6-49b2-ad63-78c33a4e7355 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.841619 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4cb8fb1-97a9-43db-ae09-93b4c1614fbc req-e7320b92-13d6-49b2-ad63-78c33a4e7355 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0689604 Mar 22 17:36:01.849933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-ed649459-0632-4fdb-a841-0a7807da33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.852617 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-ed649459-0632-4fdb-a841-0a7807da33c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.0586820 Mar 22 17:36:01.929156 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4cb8fb1-97a9-43db-ae09-93b4c1614fbc req-b66d92e5-acab-47cc-bb0a-2e6cf7dc1ea2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 Mar 22 17:36:01.992889 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-6c8cba89-e714-4ede-99d2-f2d63a31bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:01.995582 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-6c8cba89-e714-4ede-99d2-f2d63a31bf25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1335011 Mar 22 17:36:02.061570 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-1d2fa2e9-c79b-4c72-952b-4970f1cd6d7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.0518205 Mar 22 17:36:02.133638 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-7d5e2419-3eb8-4732-a84f-888c2bbd584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:02.135475 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-7d5e2419-3eb8-4732-a84f-888c2bbd584f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0643926 Mar 22 17:36:02.193676 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-e0812e1c-fad5-4866-8f27-6f5f0056e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:02.201342 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-e0812e1c-fad5-4866-8f27-6f5f0056e36f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533032 Mar 22 17:36:02.233844 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:02.334356 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-16fd9ce2-7c46-4c69-8bae-b662e0b622ae service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299069 Mar 22 17:36:02.457693 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41d6058a-717c-41d0-b5aa-026b8bfb5945 req-37205448-70c0-4b24-aa15-43025e5e848d service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148372 Mar 22 17:36:03.080011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2db5f-b9b1-4bc7-832b-a188ae6e76ca req-ef53d143-f141-4969-a8e4-8c6fdc573d1b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:03.081562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7af2db5f-b9b1-4bc7-832b-a188ae6e76ca req-ef53d143-f141-4969-a8e4-8c6fdc573d1b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0617280 Mar 22 17:36:03.135496 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7af2db5f-b9b1-4bc7-832b-a188ae6e76ca req-21ec534f-7678-4289-ac19-530be10144a0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Mar 22 17:36:03.985079 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:04.260543 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1a254-b711-41e4-80e1-d9193f468e4f req-4b5d742e-ee74-4c9c-8eef-180f9f5cbac5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:04.262068 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6de1a254-b711-41e4-80e1-d9193f468e4f req-4b5d742e-ee74-4c9c-8eef-180f9f5cbac5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0559797 Mar 22 17:36:04.314731 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6de1a254-b711-41e4-80e1-d9193f468e4f req-de38cb1f-dede-4f72-bbcf-ea713af391c8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Mar 22 17:36:05.318020 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:05.433280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be55b-180b-4350-a76e-411eb3a827c7 req-24dd567e-9b1c-4f81-86cc-c0d1975e4d7e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:05.434936 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f44be55b-180b-4350-a76e-411eb3a827c7 req-24dd567e-9b1c-4f81-86cc-c0d1975e4d7e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0545394 Mar 22 17:36:05.483588 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f44be55b-180b-4350-a76e-411eb3a827c7 req-ae4f1fbb-3ecf-422e-a0c7-d5f16e5c4a95 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Mar 22 17:36:06.604937 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5a99b-5cc0-499d-b771-163d776df338 req-a6ba5efa-3e79-4010-8119-c170fed5edf3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:06.606406 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0da5a99b-5cc0-499d-b771-163d776df338 req-a6ba5efa-3e79-4010-8119-c170fed5edf3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0523458 Mar 22 17:36:06.655722 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0da5a99b-5cc0-499d-b771-163d776df338 req-88fc535b-47ae-4048-8812-f25b1bb83767 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Mar 22 17:36:07.786354 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b182f-4edf-4750-8005-dbb5c35d81a1 req-5145b428-45b2-43db-a44a-de2f22264519 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:07.788452 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c68b182f-4edf-4750-8005-dbb5c35d81a1 req-5145b428-45b2-43db-a44a-de2f22264519 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0566273 Mar 22 17:36:07.840170 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c68b182f-4edf-4750-8005-dbb5c35d81a1 req-2365783f-f8cd-4ef0-aae9-1bca0869db5b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Mar 22 17:36:08.974359 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22a90f-05f7-4be1-87d0-2f7e699510e5 req-8c1ec31b-0309-4dc0-9d38-511c5ff9a136 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:08.976524 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8c22a90f-05f7-4be1-87d0-2f7e699510e5 req-8c1ec31b-0309-4dc0-9d38-511c5ff9a136 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0606637 Mar 22 17:36:09.029394 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8c22a90f-05f7-4be1-87d0-2f7e699510e5 req-8bac2044-f928-4972-a44c-38a642c61a46 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Mar 22 17:36:10.165104 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba326f-3a17-4240-b58c-8d6da1665c93 req-65b25224-29a2-4948-b79a-35f187bcb80d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:10.166608 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68ba326f-3a17-4240-b58c-8d6da1665c93 req-65b25224-29a2-4948-b79a-35f187bcb80d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0552480 Mar 22 17:36:10.213333 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-68ba326f-3a17-4240-b58c-8d6da1665c93 req-c6405d84-3ca6-410b-a3a2-564af8bef809 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Mar 22 17:36:11.062232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:11.171109 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58b97cde-b3d9-419f-aac2-7d71f672b8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.281695 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58b97cde-b3d9-419f-aac2-7d71f672b8b5 admin admin] Publish callbacks [] for security_group (59663bfc-1cc5-4c3a-83ed-850c171647bf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.288635 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58b97cde-b3d9-419f-aac2-7d71f672b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (59663bfc-1cc5-4c3a-83ed-850c171647bf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.334861 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-58b97cde-b3d9-419f-aac2-7d71f672b8b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ec9be31fd3a44d595f8523eda587125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713461 Mar 22 17:36:11.351006 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:11.351863 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b97cde-b3d9-419f-aac2-7d71f672b8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59663bfc-1cc5-4c3a-83ed-850c171647bf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:11.404509 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539284a3-636e-4468-a885-f74deb87efe5 req-f9e30bd4-d078-4a38-9c5a-58cce775577d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:11.407143 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-539284a3-636e-4468-a885-f74deb87efe5 req-f9e30bd4-d078-4a38-9c5a-58cce775577d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0846498 Mar 22 17:36:11.424693 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] Publish callbacks [] for security_group (59663bfc-1cc5-4c3a-83ed-850c171647bf), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.447673 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] Publish callbacks [] for security_group (59663bfc-1cc5-4c3a-83ed-850c171647bf), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.456132 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-539284a3-636e-4468-a885-f74deb87efe5 req-907bd98e-6287-4b49-88c9-2e4d07de13f5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Mar 22 17:36:11.497191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (59663bfc-1cc5-4c3a-83ed-850c171647bf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.499917 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.501074 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59663bfc-1cc5-4c3a-83ed-850c171647bf HTTP/1.1" status: 204 len: 168 time: 0.1456361 Mar 22 17:36:11.509015 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf5a55-1943-4749-aaa9-ece5756e5053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59663bfc-1cc5-4c3a-83ed-850c171647bf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:11.795257 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44716) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:11.809033 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7704d7df-2559-40ec-a2b9-8c7c67205488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.883993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7704d7df-2559-40ec-a2b9-8c7c67205488 admin admin] Publish callbacks [] for security_group (5c5fe09e-10bd-4756-9b89-1e526a2f4118), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.887622 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7704d7df-2559-40ec-a2b9-8c7c67205488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5c5fe09e-10bd-4756-9b89-1e526a2f4118), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:11.927040 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7704d7df-2559-40ec-a2b9-8c7c67205488 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cc37864689e494f8d28d468488660f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304357 Mar 22 17:36:11.927909 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704d7df-2559-40ec-a2b9-8c7c67205488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5fe09e-10bd-4756-9b89-1e526a2f4118,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:11.930888 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44718) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:11.985267 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] Publish callbacks [] for security_group (5c5fe09e-10bd-4756-9b89-1e526a2f4118), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.006993 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] Publish callbacks [] for security_group (5c5fe09e-10bd-4756-9b89-1e526a2f4118), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.053836 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5c5fe09e-10bd-4756-9b89-1e526a2f4118), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.056435 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.057584 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c5fe09e-10bd-4756-9b89-1e526a2f4118 HTTP/1.1" status: 204 len: 168 time: 0.1254168 Mar 22 17:36:12.065412 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3339d-b08d-4d69-a04b-9d681922e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5fe09e-10bd-4756-9b89-1e526a2f4118,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:12.379540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44726) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:12.400396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d56a02f-d535-4a0c-9d61-2cd8429ea904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.490204 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d56a02f-d535-4a0c-9d61-2cd8429ea904 admin admin] Publish callbacks [] for security_group (ac3334b9-659f-472e-9b21-1048af9825d3), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.495177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5d56a02f-d535-4a0c-9d61-2cd8429ea904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ac3334b9-659f-472e-9b21-1048af9825d3), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.536086 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a02f-d535-4a0c-9d61-2cd8429ea904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3334b9-659f-472e-9b21-1048af9825d3,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:12.544151 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5d56a02f-d535-4a0c-9d61-2cd8429ea904 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efef8ac6f74444c883cc66a7ee52df7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630070 Mar 22 17:36:12.546909 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44736) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:12.604339 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] Publish callbacks [] for security_group (ac3334b9-659f-472e-9b21-1048af9825d3), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.629446 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] Publish callbacks [] for security_group (ac3334b9-659f-472e-9b21-1048af9825d3), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.632136 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a24cf-a050-498d-9659-47919bd37c90 req-0985ba71-fe70-4dce-a2fa-c81831d5f946 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:12.642161 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f9a24cf-a050-498d-9659-47919bd37c90 req-0985ba71-fe70-4dce-a2fa-c81831d5f946 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0879800 Mar 22 17:36:12.694331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ac3334b9-659f-472e-9b21-1048af9825d3), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.696935 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:12.698208 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac3334b9-659f-472e-9b21-1048af9825d3 HTTP/1.1" status: 204 len: 168 time: 0.1497626 Mar 22 17:36:12.708765 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac12fe-bcb8-4ffb-bb2c-5b213e08c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3334b9-659f-472e-9b21-1048af9825d3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:12.713018 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f9a24cf-a050-498d-9659-47919bd37c90 req-00799132-41c6-4c2f-9c78-bc72e4fb1a31 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694916 Mar 22 17:36:13.836352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56e00-474f-4ca6-8a5a-ab2176ea89b4 req-b0cddd29-8943-4714-a915-3431edde8079 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:13.838015 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5e56e00-474f-4ca6-8a5a-ab2176ea89b4 req-b0cddd29-8943-4714-a915-3431edde8079 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0555906 Mar 22 17:36:13.912276 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5e56e00-474f-4ca6-8a5a-ab2176ea89b4 req-feb2caec-7ef5-4607-983e-9904f95ba47b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 Mar 22 17:36:15.055952 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711dbe-ab16-4973-9044-aac9392f1604 req-5c6132c3-ce08-4316-8b03-1fa5f2be67f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:15.057808 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2b711dbe-ab16-4973-9044-aac9392f1604 req-5c6132c3-ce08-4316-8b03-1fa5f2be67f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0672233 Mar 22 17:36:15.115047 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2b711dbe-ab16-4973-9044-aac9392f1604 req-6627aa8e-b473-482f-8717-1605a162414c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Mar 22 17:36:15.290358 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:36:15.612185 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44856) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:15.656643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Deleting subnet 50fe0ea3-477e-48e8-a72c-bf83f89e6f28 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:36:15.660399 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Publish callbacks [] for subnet (50fe0ea3-477e-48e8-a72c-bf83f89e6f28), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.682082 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.700597 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9993821'] for subnet (50fe0ea3-477e-48e8-a72c-bf83f89e6f28), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.747724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (50fe0ea3-477e-48e8-a72c-bf83f89e6f28), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.802060 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10011756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628935'] for subnet (50fe0ea3-477e-48e8-a72c-bf83f89e6f28), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.825779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fe0ea3-477e-48e8-a72c-bf83f89e6f28,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:15.836145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.836527 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.836879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.837227 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.837585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.838261 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.838261 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.838543 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.838873 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.839203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.839534 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.839860 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.840185 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.840535 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.840859 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:15.843463 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:15.846911 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1f099c8e-2214-469a-add0-75eb9e44e496 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/50fe0ea3-477e-48e8-a72c-bf83f89e6f28 HTTP/1.1" status: 204 len: 168 time: 0.2336950 Mar 22 17:36:15.849459 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44858) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:15.923169 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (db89d388-0e4f-4ce5-abe9-0746519d9578), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.010374 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (db89d388-0e4f-4ce5-abe9-0746519d9578), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.039885 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db89d388-0e4f-4ce5-abe9-0746519d9578']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.056559 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6124d6-6583-4991-a87a-6ab070203cda') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.056559 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6124d6-6583-4991-a87a-6ab070203cda') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.069907 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (8f6124d6-6583-4991-a87a-6ab070203cda), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.084027 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (8f6124d6-6583-4991-a87a-6ab070203cda), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.092210 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:36:16.092825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (8f6124d6-6583-4991-a87a-6ab070203cda), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:36:16.095013 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:36:16.154486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (db89d388-0e4f-4ce5-abe9-0746519d9578), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.163090 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.168910 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] 10.222.0.69 "DELETE /v2.0/networks/db89d388-0e4f-4ce5-abe9-0746519d9578 HTTP/1.1" status: 204 len: 168 time: 0.3182716 Mar 22 17:36:16.169131 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:16.179328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755738-e1fd-46ac-a568-68e4d81bdc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=db89d388-0e4f-4ce5-abe9-0746519d9578,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:16.222852 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Deleting subnet f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:36:16.226598 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Publish callbacks [] for subnet (f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.245565 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7c22f-ce76-4f79-b2b5-c57ffb4c0f83 req-146200f0-ad5e-4c0c-9785-a0b188f58a9a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:16.247047 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-69b7c22f-ce76-4f79-b2b5-c57ffb4c0f83 req-146200f0-ad5e-4c0c-9785-a0b188f58a9a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0546720 Mar 22 17:36:16.265558 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Publish callbacks [] for subnet (f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.273164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.301200 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-69b7c22f-ce76-4f79-b2b5-c57ffb4c0f83 req-7a31cdcf-3423-4d1e-896c-bb3c73b49a57 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Mar 22 17:36:16.333975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for subnet (f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.360726 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:16.366010 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.369299 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d1f1173-0b05-401d-b63f-143e25c6923d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f24a504d-5a2b-4b0e-b1ec-34a7e5a72a8b HTTP/1.1" status: 204 len: 168 time: 0.1991720 Mar 22 17:36:16.371783 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44868) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:16.440160 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (97e5fa14-bebe-4240-9482-5c520c8ed57e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.525331 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (97e5fa14-bebe-4240-9482-5c520c8ed57e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.550320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.550667 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.551427 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.551754 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.552085 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.552443 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.552770 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.553143 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.553463 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.553784 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.619752 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.620108 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.620483 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.620824 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 17:36:16.621194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e5fa14-bebe-4240-9482-5c520c8ed57e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.647265 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc356f26-4ef5-46a1-8821-a0e0c7816121') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.647574 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc356f26-4ef5-46a1-8821-a0e0c7816121') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:36:16.901485 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (fc356f26-4ef5-46a1-8821-a0e0c7816121), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.923873 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (fc356f26-4ef5-46a1-8821-a0e0c7816121), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.936364 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:36:16.936871 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (fc356f26-4ef5-46a1-8821-a0e0c7816121), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:36:16.941672 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:36:16.977854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-aa4a44bd-7443-4494-96b8-5c62409072ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:16.979511 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-aa4a44bd-7443-4494-96b8-5c62409072ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.3533292 Mar 22 17:36:17.005074 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (97e5fa14-bebe-4240-9482-5c520c8ed57e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.012637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.015881 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97e5fa14-bebe-4240-9482-5c520c8ed57e HTTP/1.1" status: 204 len: 168 time: 0.6431839 Mar 22 17:36:17.027435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e61ad-22ba-4b5b-b3af-84a638042f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e5fa14-bebe-4240-9482-5c520c8ed57e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:17.169975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-e8d239a7-c49a-4db8-83f2-61b7869ff90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.171479 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-e8d239a7-c49a-4db8-83f2-61b7869ff90f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1007447 Mar 22 17:36:17.218283 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44884) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:17.221993 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-81b13880-0b5b-4562-a6fc-9907873d60c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.0423689 Mar 22 17:36:17.267687 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2f9abdaf-e47f-4db4-845a-c0973b0281b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f24e482c98a84ea6be7038936c2154b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481834 Mar 22 17:36:17.270443 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:17.301689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-aaa62bbd-2359-4e8c-8f7e-f1d7137f901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.303745 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-aaa62bbd-2359-4e8c-8f7e-f1d7137f901c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0698774 Mar 22 17:36:17.364354 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Publish callbacks [] for security_group (4ddb5885-fd4c-4f37-b439-8d8e2708f0ce), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.402030 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-bd06e4b8-5fc0-4a43-83a3-c71c74e8aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.403517 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-bd06e4b8-5fc0-4a43-83a3-c71c74e8aaed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907400 Mar 22 17:36:17.409848 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Publish callbacks [] for security_group (4ddb5885-fd4c-4f37-b439-8d8e2708f0ce), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.550939 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4312b7-76d0-4153-ba06-293f0906a8c7 req-0ff25f56-ab33-4566-b693-eef86af1f49d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:17.552631 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cd4312b7-76d0-4153-ba06-293f0906a8c7 req-0ff25f56-ab33-4566-b693-eef86af1f49d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.1704359 Mar 22 17:36:17.572595 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-e02bbccc-6f24-4a59-843d-52bea9edd244 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590464 Mar 22 17:36:17.604666 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4ddb5885-fd4c-4f37-b439-8d8e2708f0ce), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.607157 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:17.610719 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ddb5885-fd4c-4f37-b439-8d8e2708f0ce HTTP/1.1" status: 204 len: 168 time: 0.3368874 Mar 22 17:36:17.659798 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb5885-fd4c-4f37-b439-8d8e2708f0ce,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:17.680516 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.680871 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.681218 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.681558 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.681895 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.682231 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.682572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.682884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.683440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.683547 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.683855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.684180 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.684530 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.684853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.685176 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0276804-d9b2-44d9-8c1e-6b84b6201e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:36:17.699001 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cd4312b7-76d0-4153-ba06-293f0906a8c7 req-adb9878c-bddb-4fdb-a85b-17bf7e34a01d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350360 Mar 22 17:36:17.737719 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36dbfbe0-8eae-4777-95ce-adfcfd56a80a req-86b8a00a-a513-4a38-8c96-74544cf3b5b9 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562130 Mar 22 17:36:17.956583 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44922) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:18.003829 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2044ab48-68ba-4c57-ae9a-8a4256151e55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f4beb42401c44c3b17a73b8c948c31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460951 Mar 22 17:36:18.007079 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44924) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:18.053318 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] Publish callbacks [] for security_group (683b68ba-0df4-4156-9fc0-99d05d649e4e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.075632 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] Publish callbacks [] for security_group (683b68ba-0df4-4156-9fc0-99d05d649e4e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.124799 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (683b68ba-0df4-4156-9fc0-99d05d649e4e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.127643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:18.128789 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/683b68ba-0df4-4156-9fc0-99d05d649e4e HTTP/1.1" status: 204 len: 168 time: 0.1208117 Mar 22 17:36:18.137282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a1381-8caa-46d5-a72b-ee17ab65af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b68ba-0df4-4156-9fc0-99d05d649e4e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:18.834057 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1117c6b-b0a7-46af-8d92-87f09119110f req-2516d6c2-6a41-4a99-9000-6556ea9efe3b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:18.836344 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b1117c6b-b0a7-46af-8d92-87f09119110f req-2516d6c2-6a41-4a99-9000-6556ea9efe3b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0553832 Mar 22 17:36:18.894252 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b1117c6b-b0a7-46af-8d92-87f09119110f req-e41794fc-b7df-41a6-91cf-183d921a2aa9 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491021 Mar 22 17:36:19.030513 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:19.194730 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5eaae96-cf40-4476-964c-8c3caf9bc11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.284865 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5eaae96-cf40-4476-964c-8c3caf9bc11a admin admin] Publish callbacks [] for security_group (fe34b7ba-da1b-4ae3-9383-b9b5afa90d15), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.287659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f5eaae96-cf40-4476-964c-8c3caf9bc11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (fe34b7ba-da1b-4ae3-9383-b9b5afa90d15), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.325215 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaae96-cf40-4476-964c-8c3caf9bc11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34b7ba-da1b-4ae3-9383-b9b5afa90d15,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:19.329638 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f5eaae96-cf40-4476-964c-8c3caf9bc11a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c25ed15e14224a45bde9d3b396af934a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980528 Mar 22 17:36:19.332805 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 44982) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:19.380247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] Publish callbacks [] for security_group (fe34b7ba-da1b-4ae3-9383-b9b5afa90d15), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.403175 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] Publish callbacks [] for security_group (fe34b7ba-da1b-4ae3-9383-b9b5afa90d15), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.449783 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (fe34b7ba-da1b-4ae3-9383-b9b5afa90d15), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.452179 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.453355 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe34b7ba-da1b-4ae3-9383-b9b5afa90d15 HTTP/1.1" status: 204 len: 168 time: 0.1200852 Mar 22 17:36:19.461601 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d0c60-669c-4634-a1e7-0abd34bc4ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34b7ba-da1b-4ae3-9383-b9b5afa90d15,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:19.739169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44990) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:19.752186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76772a40-9d30-4dd3-b5e7-58eac83f63cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.828200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76772a40-9d30-4dd3-b5e7-58eac83f63cc admin admin] Publish callbacks [] for security_group (0411bb02-f5da-47e0-bc20-4fca94e5a3e2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.831870 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76772a40-9d30-4dd3-b5e7-58eac83f63cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (0411bb02-f5da-47e0-bc20-4fca94e5a3e2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.867104 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772a40-9d30-4dd3-b5e7-58eac83f63cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0411bb02-f5da-47e0-bc20-4fca94e5a3e2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:19.873008 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-76772a40-9d30-4dd3-b5e7-58eac83f63cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=198ed35ac99347bfb3c6fdb656a520c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340418 Mar 22 17:36:19.875654 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 44992) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:19.922950 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] Publish callbacks [] for security_group (0411bb02-f5da-47e0-bc20-4fca94e5a3e2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:19.951335 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] Publish callbacks [] for security_group (0411bb02-f5da-47e0-bc20-4fca94e5a3e2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.034958 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca60615-9f45-479a-8beb-67ba72ad576f req-47a8f38c-d973-4a4e-86ce-cc09e72bda74 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:20.037956 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8ca60615-9f45-479a-8beb-67ba72ad576f req-47a8f38c-d973-4a4e-86ce-cc09e72bda74 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0642474 Mar 22 17:36:20.039302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (0411bb02-f5da-47e0-bc20-4fca94e5a3e2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.042398 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.043701 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0411bb02-f5da-47e0-bc20-4fca94e5a3e2 HTTP/1.1" status: 204 len: 168 time: 0.1671081 Mar 22 17:36:20.066619 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8afa1-325c-4228-96d4-51659dfe0964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0411bb02-f5da-47e0-bc20-4fca94e5a3e2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:20.103910 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8ca60615-9f45-479a-8beb-67ba72ad576f req-2e26a4d9-696e-40f0-82ca-73bfccf1a404 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591288 Mar 22 17:36:20.378741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45004) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:20.392015 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8efe9b3c-7c47-4a8f-a248-d1788d900f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.471893 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8efe9b3c-7c47-4a8f-a248-d1788d900f31 admin admin] Publish callbacks [] for security_group (824e45e4-2265-459e-8351-51cfcb7bb727), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.476182 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8efe9b3c-7c47-4a8f-a248-d1788d900f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (824e45e4-2265-459e-8351-51cfcb7bb727), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.516120 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8efe9b3c-7c47-4a8f-a248-d1788d900f31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c92c8460b12b48fda7d37bb2cfe98c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362891 Mar 22 17:36:20.517323 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe9b3c-7c47-4a8f-a248-d1788d900f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e45e4-2265-459e-8351-51cfcb7bb727,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:20.519048 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45006) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:20.570266 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] Publish callbacks [] for security_group (824e45e4-2265-459e-8351-51cfcb7bb727), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.591837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] Publish callbacks [] for security_group (824e45e4-2265-459e-8351-51cfcb7bb727), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.642454 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (824e45e4-2265-459e-8351-51cfcb7bb727), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.645046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:20.646228 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/824e45e4-2265-459e-8351-51cfcb7bb727 HTTP/1.1" status: 204 len: 168 time: 0.1253061 Mar 22 17:36:20.654519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c1fa3-5f67-4d0a-9dc4-f0bcb3438686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e45e4-2265-459e-8351-51cfcb7bb727,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:21.225407 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2561-497e-43e3-a729-4068a3368487 req-2a43969b-b2ee-4b7b-9f0a-218ed98c5f44 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:21.232456 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-85ee2561-497e-43e3-a729-4068a3368487 req-2a43969b-b2ee-4b7b-9f0a-218ed98c5f44 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0606384 Mar 22 17:36:21.274568 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-85ee2561-497e-43e3-a729-4068a3368487 req-9e7631c2-eece-4c17-b07e-459780dbdc95 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Mar 22 17:36:22.403401 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15257fd-0616-4372-8cb4-6a53b468d617 req-557c4118-08d9-4f55-8c42-b22e2cd4d411 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:22.406324 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d15257fd-0616-4372-8cb4-6a53b468d617 req-557c4118-08d9-4f55-8c42-b22e2cd4d411 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0630503 Mar 22 17:36:22.462280 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d15257fd-0616-4372-8cb4-6a53b468d617 req-1784748a-1375-4f93-a9aa-1bd46e980315 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Mar 22 17:36:23.578670 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd711a1-2753-4377-ac70-f51846217e5b req-124983d7-86d8-45d1-abc7-4be3bf7bc0d7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:23.580161 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fcd711a1-2753-4377-ac70-f51846217e5b req-124983d7-86d8-45d1-abc7-4be3bf7bc0d7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0508833 Mar 22 17:36:23.627936 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fcd711a1-2753-4377-ac70-f51846217e5b req-10bf60ec-6657-45f6-8681-6ffc7f4c5a0e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Mar 22 17:36:24.741679 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a851-1f5c-4a9f-b37a-89095ec9dc16 req-03c91262-cfaf-48d1-9022-eaf6719ae5ae tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:24.743168 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f0f7a851-1f5c-4a9f-b37a-89095ec9dc16 req-03c91262-cfaf-48d1-9022-eaf6719ae5ae tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0520802 Mar 22 17:36:24.788808 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f0f7a851-1f5c-4a9f-b37a-89095ec9dc16 req-c38d5f69-c005-468f-9b25-ee428853796a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Mar 22 17:36:25.919031 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71573b-9f09-4e4b-973c-c8c32e3446ab req-fe247e51-d75e-47fd-923f-1a6f9577f0d4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:25.920530 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ba71573b-9f09-4e4b-973c-c8c32e3446ab req-fe247e51-d75e-47fd-923f-1a6f9577f0d4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0566039 Mar 22 17:36:25.973459 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ba71573b-9f09-4e4b-973c-c8c32e3446ab req-533266ab-71d9-4761-8892-8f8190d8b98d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473113 Mar 22 17:36:27.092881 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696410-c9a7-441b-a457-ecc013d3a592 req-b32e4e31-f063-4b8f-b149-3d88891fd9fc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:27.094350 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a696410-c9a7-441b-a457-ecc013d3a592 req-b32e4e31-f063-4b8f-b149-3d88891fd9fc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0557749 Mar 22 17:36:27.143238 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a696410-c9a7-441b-a457-ecc013d3a592 req-ef8d7334-3bda-43ae-9fe2-717611a37a11 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Mar 22 17:36:28.267912 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558651d-8296-41d2-9d97-0db7d1082945 req-894df54c-9920-430f-9d28-c47ab820d091 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:28.269180 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c558651d-8296-41d2-9d97-0db7d1082945 req-894df54c-9920-430f-9d28-c47ab820d091 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0548947 Mar 22 17:36:28.319188 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c558651d-8296-41d2-9d97-0db7d1082945 req-82bb98e2-9e28-4104-8829-a8bce886f5cd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Mar 22 17:36:28.876254 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14a03fbe-ff40-45c6-a20e-ca74ea3bb323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:29.439128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b81ef2-daf2-4927-8664-036d23fb4081 req-15d459cb-b2d2-4b48-89bb-55c6ae24f69a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:29.440679 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87b81ef2-daf2-4927-8664-036d23fb4081 req-15d459cb-b2d2-4b48-89bb-55c6ae24f69a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0534613 Mar 22 17:36:29.489250 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87b81ef2-daf2-4927-8664-036d23fb4081 req-4fc6bcee-e127-417a-91f6-84c205e60c40 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Mar 22 17:36:30.645883 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c21118-d1d2-47aa-beac-a5d918a15375 req-c00b53ef-8ce1-4cba-bcf9-84a970f4fccc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:30.648775 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-47c21118-d1d2-47aa-beac-a5d918a15375 req-c00b53ef-8ce1-4cba-bcf9-84a970f4fccc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0716052 Mar 22 17:36:30.703731 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-47c21118-d1d2-47aa-beac-a5d918a15375 req-5f9feb67-d3d6-4a0c-98c1-6a99e952d855 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492806 Mar 22 17:36:31.259530 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bb62eeef-a278-4536-aea0-265ea3d311da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:31.828133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d9913-b25c-440d-8ca3-40da83796c8f req-32e09955-7930-4c28-8f76-be574a752b42 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:31.830060 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-834d9913-b25c-440d-8ca3-40da83796c8f req-32e09955-7930-4c28-8f76-be574a752b42 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0567889 Mar 22 17:36:31.884823 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-834d9913-b25c-440d-8ca3-40da83796c8f req-8bac96c8-ad0f-40eb-9227-e71a37b0c1ea tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Mar 22 17:36:32.213680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:33.013111 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681ebcf-dd66-4e29-b4b9-8e0d3567b3b5 req-a350d234-2497-4b30-9bb8-f1345d7c5a78 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:33.014546 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9681ebcf-dd66-4e29-b4b9-8e0d3567b3b5 req-a350d234-2497-4b30-9bb8-f1345d7c5a78 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0578942 Mar 22 17:36:33.095525 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9681ebcf-dd66-4e29-b4b9-8e0d3567b3b5 req-4584f91b-557e-4221-b24f-66379e6b6ef7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749454 Mar 22 17:36:33.989932 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:34.237657 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124331b2-23e7-40bf-afca-eec01943de93 req-060989ca-52e7-4c83-8bc0-9f2791251cd3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:34.239449 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-124331b2-23e7-40bf-afca-eec01943de93 req-060989ca-52e7-4c83-8bc0-9f2791251cd3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0590482 Mar 22 17:36:34.297687 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-124331b2-23e7-40bf-afca-eec01943de93 req-0ca2eca9-5fd3-4a5a-ac75-cf1001f5e646 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Mar 22 17:36:35.324847 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:35.434087 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878eaa9-9cdd-456a-831d-8e3447550ef0 req-f223d420-b552-412c-9c3e-5add0fd151ce tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:35.435876 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f878eaa9-9cdd-456a-831d-8e3447550ef0 req-f223d420-b552-412c-9c3e-5add0fd151ce tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0597100 Mar 22 17:36:35.509800 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f878eaa9-9cdd-456a-831d-8e3447550ef0 req-c606394b-d2bb-4d6e-8394-11db33c66fa7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Mar 22 17:36:36.631066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37befbe3-1f95-4634-9fbd-859b4990e512 req-5eaafae3-1e57-4154-9652-bf5d819a343a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:36.632600 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37befbe3-1f95-4634-9fbd-859b4990e512 req-5eaafae3-1e57-4154-9652-bf5d819a343a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0539680 Mar 22 17:36:36.678752 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-37befbe3-1f95-4634-9fbd-859b4990e512 req-771ea6ac-ec40-48f0-8f5c-0a69f4a65857 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Mar 22 17:36:37.813331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a37f4-103c-4ef6-a572-84f94c8c1c73 req-0a9d4cee-fbd5-46e9-8eb1-ce0c8d790ecf tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:37.815019 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d9a37f4-103c-4ef6-a572-84f94c8c1c73 req-0a9d4cee-fbd5-46e9-8eb1-ce0c8d790ecf tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0575421 Mar 22 17:36:37.868825 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d9a37f4-103c-4ef6-a572-84f94c8c1c73 req-c6944a4f-ef0b-47cd-a058-0b2b0678956d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Mar 22 17:36:39.004164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bfe7-8e84-4700-b634-c93f9405dd01 req-102a8228-c593-4548-8905-824fab67728f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:39.006284 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa39bfe7-8e84-4700-b634-c93f9405dd01 req-102a8228-c593-4548-8905-824fab67728f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0611241 Mar 22 17:36:39.055840 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa39bfe7-8e84-4700-b634-c93f9405dd01 req-2c9b7266-f997-4a0e-a5be-4c142fcf796b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Mar 22 17:36:40.189188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23560-6820-47c6-8a46-a993dacdddcf req-d3c8de13-d820-4b13-a6c0-9eff40b18fe8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:40.190788 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-06c23560-6820-47c6-8a46-a993dacdddcf req-d3c8de13-d820-4b13-a6c0-9eff40b18fe8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0577981 Mar 22 17:36:40.244993 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-06c23560-6820-47c6-8a46-a993dacdddcf req-bf96a2f0-1e3e-48b1-8ead-657fcb70fa39 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475500 Mar 22 17:36:41.009190 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45340) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:41.185449 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28e0ca62-2697-406a-bc6a-edbcbd3ea282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.247308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621417d-1e74-4e2f-a49c-08ac77c68c6c req-3354effd-601b-46e7-a290-642b4e22e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:41.248883 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0621417d-1e74-4e2f-a49c-08ac77c68c6c req-3354effd-601b-46e7-a290-642b4e22e4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.0580313 Mar 22 17:36:41.274696 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28e0ca62-2697-406a-bc6a-edbcbd3ea282 admin admin] Publish callbacks [] for security_group (18a28f67-3681-429c-ad10-4ee3d1626642), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.285571 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28e0ca62-2697-406a-bc6a-edbcbd3ea282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18a28f67-3681-429c-ad10-4ee3d1626642), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.300815 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0621417d-1e74-4e2f-a49c-08ac77c68c6c req-70f6393d-81d2-4e2b-a4c4-140af01618d2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Mar 22 17:36:41.325761 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ca62-2697-406a-bc6a-edbcbd3ea282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a28f67-3681-429c-ad10-4ee3d1626642,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:41.349476 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-28e0ca62-2697-406a-bc6a-edbcbd3ea282 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=139995978055469aa8f905f091fa8929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382459 Mar 22 17:36:41.359462 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:41.441432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec7783-a34f-4031-8ad5-84445f370d65 req-f4713861-5265-4409-9e30-bbad37ef4002 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:41.443029 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ec7783-a34f-4031-8ad5-84445f370d65 req-f4713861-5265-4409-9e30-bbad37ef4002 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.1021557 Mar 22 17:36:41.448768 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] Publish callbacks [] for security_group (18a28f67-3681-429c-ad10-4ee3d1626642), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.488144 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] Publish callbacks [] for security_group (18a28f67-3681-429c-ad10-4ee3d1626642), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.545488 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8ec7783-a34f-4031-8ad5-84445f370d65 req-3941db2c-3d6f-4729-b30c-d0fe98de24fd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936348 Mar 22 17:36:41.576217 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18a28f67-3681-429c-ad10-4ee3d1626642), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.578942 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:41.580353 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18a28f67-3681-429c-ad10-4ee3d1626642 HTTP/1.1" status: 204 len: 168 time: 0.2239578 Mar 22 17:36:41.589375 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73aea6-8cbd-4ff3-be53-1605e4eee509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a28f67-3681-429c-ad10-4ee3d1626642,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:42.000863 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45384) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:42.023804 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86e7afdf-2845-4649-9b58-68f27e012ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.119055 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86e7afdf-2845-4649-9b58-68f27e012ac7 admin admin] Publish callbacks [] for security_group (4da6f4c7-42f8-49d2-a97a-12ef966b3481), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.123746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-86e7afdf-2845-4649-9b58-68f27e012ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4da6f4c7-42f8-49d2-a97a-12ef966b3481), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.163725 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7afdf-2845-4649-9b58-68f27e012ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6f4c7-42f8-49d2-a97a-12ef966b3481,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:42.168633 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-86e7afdf-2845-4649-9b58-68f27e012ac7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9aa6e13f3e642a9ba40e23770d13a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662514 Mar 22 17:36:42.172998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:42.233040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] Publish callbacks [] for security_group (4da6f4c7-42f8-49d2-a97a-12ef966b3481), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.256023 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] Publish callbacks [] for security_group (4da6f4c7-42f8-49d2-a97a-12ef966b3481), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.315972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4da6f4c7-42f8-49d2-a97a-12ef966b3481), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.318850 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:42.320050 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4da6f4c7-42f8-49d2-a97a-12ef966b3481 HTTP/1.1" status: 204 len: 168 time: 0.1460128 Mar 22 17:36:42.329420 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9971-6be8-4527-b2eb-cbfc217baa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6f4c7-42f8-49d2-a97a-12ef966b3481,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:42.678577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1796-86ee-472b-9343-76305a87615b req-5a57039a-7b50-4a81-84fe-44eedc960899 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:42.680108 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c7a1796-86ee-472b-9343-76305a87615b req-5a57039a-7b50-4a81-84fe-44eedc960899 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0591729 Mar 22 17:36:42.732505 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c7a1796-86ee-472b-9343-76305a87615b req-e3f27de2-d157-4dfd-af1c-2838e3c14bfd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Mar 22 17:36:43.858563 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f37a44-f30b-4376-b0a4-6924595fe10a req-6804eff8-f08e-4137-a53e-bd1292ea820e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:43.860222 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-29f37a44-f30b-4376-b0a4-6924595fe10a req-6804eff8-f08e-4137-a53e-bd1292ea820e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0602510 Mar 22 17:36:43.918174 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-29f37a44-f30b-4376-b0a4-6924595fe10a req-0e722aeb-4e39-404b-b883-9afe869220f1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 Mar 22 17:36:44.234432 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1fa9e-4fb7-4b29-8d3a-7fd4109c9955 req-76de1b69-4fa4-433b-ba22-3be810f822d1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.236120 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ade1fa9e-4fb7-4b29-8d3a-7fd4109c9955 req-76de1b69-4fa4-433b-ba22-3be810f822d1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0658364 Mar 22 17:36:44.262583 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-9c91fad6-a2c1-4ff8-b51b-6645e9f731a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.264363 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-9c91fad6-a2c1-4ff8-b51b-6645e9f731a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.0670004 Mar 22 17:36:44.293827 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ade1fa9e-4fb7-4b29-8d3a-7fd4109c9955 req-50fad93d-44f1-4785-83c7-9cb2d8f9af0d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Mar 22 17:36:44.401204 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-82f5136b-0fe2-41ac-95dd-adaca65e3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.412779 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-82f5136b-0fe2-41ac-95dd-adaca65e3d65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1349344 Mar 22 17:36:44.452315 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-3f436fc3-53c4-476e-8d06-9310ccce0688 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.0385439 Mar 22 17:36:44.509970 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-8a1c68d9-c65a-4b1a-82ef-a545b6e00c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.511641 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-8a1c68d9-c65a-4b1a-82ef-a545b6e00c57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0528126 Mar 22 17:36:44.566952 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-beecde09-5636-4a5c-90f1-a4a8ed6d2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:44.569487 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-beecde09-5636-4a5c-90f1-a4a8ed6d2099 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512850 Mar 22 17:36:44.675212 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-a3c4fb1e-8ff0-4582-b886-45c8ddc51a37 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992079 Mar 22 17:36:44.780763 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3160a481-be89-4e8c-8aec-011e480a8a4b req-d30fdff8-76fb-4cf1-b27f-a53533424d16 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981295 Mar 22 17:36:45.438593 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8b10-3e5e-42ed-8014-4ce0fc9ecbe9 req-b48e2550-9b28-4a8f-a87b-917ed0ab3465 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:45.440093 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3fec8b10-3e5e-42ed-8014-4ce0fc9ecbe9 req-b48e2550-9b28-4a8f-a87b-917ed0ab3465 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0606525 Mar 22 17:36:45.489819 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3fec8b10-3e5e-42ed-8014-4ce0fc9ecbe9 req-3726a297-ed59-4201-9df1-f7d69a2f82ea tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Mar 22 17:36:45.683081 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:46.610921 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9fac8-0d1b-408d-8c12-fbf00a58907b req-408d55e6-95f9-4562-b4d3-76b7b12e0c51 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:46.612836 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8ac9fac8-0d1b-408d-8c12-fbf00a58907b req-408d55e6-95f9-4562-b4d3-76b7b12e0c51 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0539167 Mar 22 17:36:46.661190 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8ac9fac8-0d1b-408d-8c12-fbf00a58907b req-0c784f5c-b4ec-42f1-b93f-28c73ca611cc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Mar 22 17:36:47.787512 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b440b5-2c80-47de-a992-02db94d5c912 req-44094aee-1399-46f6-ad2d-9846be80c298 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:47.789053 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75b440b5-2c80-47de-a992-02db94d5c912 req-44094aee-1399-46f6-ad2d-9846be80c298 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0592489 Mar 22 17:36:47.837566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75b440b5-2c80-47de-a992-02db94d5c912 req-0bdddb14-432f-4a1e-93c1-5b49c018feff tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Mar 22 17:36:48.956177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbcb06-e799-4cfe-a873-255190aa7aa9 req-637912fc-22b1-4077-a75e-d4fba222f279 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:48.958188 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39dbcb06-e799-4cfe-a873-255190aa7aa9 req-637912fc-22b1-4077-a75e-d4fba222f279 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0539718 Mar 22 17:36:49.005293 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39dbcb06-e799-4cfe-a873-255190aa7aa9 req-a0d4a420-b76e-4a50-9aeb-a9df705d4fe0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Mar 22 17:36:50.124278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3a54-6ad8-4e13-bf88-918814033415 req-675a8f0f-6d90-40d8-9570-0054ab3dd772 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:50.125804 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62ae3a54-6ad8-4e13-bf88-918814033415 req-675a8f0f-6d90-40d8-9570-0054ab3dd772 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0535810 Mar 22 17:36:50.174214 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-62ae3a54-6ad8-4e13-bf88-918814033415 req-955ad55e-6b12-4cfd-bbeb-baaa828349ca tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Mar 22 17:36:51.301299 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70862dad-d61d-4a1d-ad4a-de0fece27ba3 req-20649044-e7f8-4c67-b27a-8b021dfced10 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:51.302771 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-70862dad-d61d-4a1d-ad4a-de0fece27ba3 req-20649044-e7f8-4c67-b27a-8b021dfced10 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0554171 Mar 22 17:36:51.350685 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-70862dad-d61d-4a1d-ad4a-de0fece27ba3 req-9912f4e5-f202-423f-825b-ad3cf1e4a93d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Mar 22 17:36:52.289471 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:36:52.483963 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b826e4-0391-444a-ac2d-542472ac7938 req-1aff5cab-c9aa-46da-82f7-488c9a3afa3b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:52.486955 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b4b826e4-0391-444a-ac2d-542472ac7938 req-1aff5cab-c9aa-46da-82f7-488c9a3afa3b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0664318 Mar 22 17:36:52.541967 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b4b826e4-0391-444a-ac2d-542472ac7938 req-1fed5d34-10ea-42aa-90ff-678c3a7ea6d4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503142 Mar 22 17:36:53.669411 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc8bee-bee3-4814-b5d2-6b4028152945 req-4ab83cb0-8fc2-4608-aec7-5796c24bb030 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:53.670845 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5fc8bee-bee3-4814-b5d2-6b4028152945 req-4ab83cb0-8fc2-4608-aec7-5796c24bb030 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0554745 Mar 22 17:36:53.720672 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5fc8bee-bee3-4814-b5d2-6b4028152945 req-6fb2d832-949f-48bf-ba5f-b8a5590e7cea tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Mar 22 17:36:54.450478 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45642) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:54.562527 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76f3b44b-54d9-4a45-b0f8-d2f0b88d2ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.645518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76f3b44b-54d9-4a45-b0f8-d2f0b88d2ab5 admin admin] Publish callbacks [] for security_group (1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.649728 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76f3b44b-54d9-4a45-b0f8-d2f0b88d2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.689931 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-76f3b44b-54d9-4a45-b0f8-d2f0b88d2ab5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03a4fcca2e4d43c6b109e99b57fe97a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382081 Mar 22 17:36:54.690908 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3b44b-54d9-4a45-b0f8-d2f0b88d2ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:54.695101 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45650) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:54.753635 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] Publish callbacks [] for security_group (1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.781075 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] Publish callbacks [] for security_group (1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.836454 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.839257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:54.840467 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353 HTTP/1.1" status: 204 len: 168 time: 0.1435025 Mar 22 17:36:54.849592 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f306d6-7964-441f-ae01-0c71e59ee9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f8d5f-5bd3-45d4-aa9d-64fbb2ff1353,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:55.949700 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.063975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0900831a-3eef-4395-be29-e75e21ed1227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.141839 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0900831a-3eef-4395-be29-e75e21ed1227 admin admin] Publish callbacks [] for security_group (a20dd859-2d41-4e90-8489-a0281d14ed0e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.145953 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0900831a-3eef-4395-be29-e75e21ed1227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a20dd859-2d41-4e90-8489-a0281d14ed0e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.186536 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0900831a-3eef-4395-be29-e75e21ed1227 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b256957d41784047937c3eecefb6c191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354152 Mar 22 17:36:56.188835 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900831a-3eef-4395-be29-e75e21ed1227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20dd859-2d41-4e90-8489-a0281d14ed0e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:56.189580 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45698) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.245068 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] Publish callbacks [] for security_group (a20dd859-2d41-4e90-8489-a0281d14ed0e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.270219 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] Publish callbacks [] for security_group (a20dd859-2d41-4e90-8489-a0281d14ed0e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.334645 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a20dd859-2d41-4e90-8489-a0281d14ed0e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.337286 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.338408 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a20dd859-2d41-4e90-8489-a0281d14ed0e HTTP/1.1" status: 204 len: 168 time: 0.1477644 Mar 22 17:36:56.346551 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a250b9-fa96-4e83-99a2-134cfd602926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20dd859-2d41-4e90-8489-a0281d14ed0e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:56.564429 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45712) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.568478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600478500', 'description': 'tempest-description--785543807'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:56.594429 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.675822 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (194f7086-0b58-4647-a23a-500be29723b1), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.679825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (194f7086-0b58-4647-a23a-500be29723b1), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.713819 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.715148 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1504776 Mar 22 17:36:56.717153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987b0c3-cc35-40e9-83d3-d29f722f7052 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194f7086-0b58-4647-a23a-500be29723b1,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:56.718439 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45726) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.723968 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'security_group_rule': {'security_group_id': '194f7086-0b58-4647-a23a-500be29723b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:56.757961 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (e6bea82c-f1bd-4ba7-82e1-ad7a31406659), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.819965 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (e6bea82c-f1bd-4ba7-82e1-ad7a31406659), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.824218 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (e6bea82c-f1bd-4ba7-82e1-ad7a31406659), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.824506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45730) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.840528 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bea82c-f1bd-4ba7-82e1-ad7a31406659,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:56.852857 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.856578 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-705b70a2-d0ff-4df8-8a8e-1045b1e51904 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343732 Mar 22 17:36:56.856939 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45734) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.862634 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'security_group_rule': {'security_group_id': '194f7086-0b58-4647-a23a-500be29723b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:56.889384 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (d7675baa-e402-484a-be4e-7eaca6b41f2a), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.941486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5be744a2-49af-442f-adff-54571e97f0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.949487 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (d7675baa-e402-484a-be4e-7eaca6b41f2a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.953662 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (d7675baa-e402-484a-be4e-7eaca6b41f2a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.975840 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7675baa-e402-484a-be4e-7eaca6b41f2a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:56.980452 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:56.984517 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fd1e103e-2c49-4be1-8408-b68a716c3910 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236103 Mar 22 17:36:56.984758 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45742) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:56.989862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:36:57.014240 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.036993 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5be744a2-49af-442f-adff-54571e97f0fc admin admin] Publish callbacks [] for security_group (47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.042239 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5be744a2-49af-442f-adff-54571e97f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.085064 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5be744a2-49af-442f-adff-54571e97f0fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22e199130c3540bea00b086875757a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595036 Mar 22 17:36:57.087363 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be744a2-49af-442f-adff-54571e97f0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:57.090552 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45748) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:57.170541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] Publish callbacks [] for security_group (47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.177523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.205984 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] Publish callbacks [] for security_group (47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.335888 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.338503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.342261 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b HTTP/1.1" status: 204 len: 168 time: 0.2465637 Mar 22 17:36:57.342261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Allocated IP 172.27.0.66 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/53e25ab3-123c-41d9-ae06-89f82d161eec) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:36:57.358237 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19bc43-19bb-4f08-bbf4-dcafd05dbf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdbb7c-da0b-4791-b0b1-7d519e9d0f0b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:57.493494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.535404 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.576150 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:36:57.579121 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:36:57.583699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:36:57.626749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'Port': ['ID=53e25ab3-123c-41d9-ae06-89f82d161eec,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:57.702384 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.751369 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.782766 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:57.795510 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f264d79-16ad-48b1-86c0-ebd232023ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.869657 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f264d79-16ad-48b1-86c0-ebd232023ac5 admin admin] Publish callbacks [] for security_group (c657a158-7a48-4342-b994-1b31398f6207), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.873687 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3f264d79-16ad-48b1-86c0-ebd232023ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c657a158-7a48-4342-b994-1b31398f6207), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.907808 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.912563 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.915506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f264d79-16ad-48b1-86c0-ebd232023ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657a158-7a48-4342-b994-1b31398f6207,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:57.922278 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3f264d79-16ad-48b1-86c0-ebd232023ac5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=398ed2779064442bb0db976c91993f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360998 Mar 22 17:36:57.922640 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45768) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:57.975511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] Publish callbacks [] for security_group (c657a158-7a48-4342-b994-1b31398f6207), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:57.985897 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'Port': ['ID=53e25ab3-123c-41d9-ae06-89f82d161eec,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:57.997418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.000528 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] Publish callbacks [] for security_group (c657a158-7a48-4342-b994-1b31398f6207), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.014352 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.015848 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b73ae2b1-1eb2-41ab-a6bc-8acdb690d717 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0301344 Mar 22 17:36:58.052797 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c657a158-7a48-4342-b994-1b31398f6207), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.055664 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.056832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c657a158-7a48-4342-b994-1b31398f6207 HTTP/1.1" status: 204 len: 168 time: 0.1332755 Mar 22 17:36:58.065666 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201c56f-ad9b-4f4f-ba5b-1c5e2d9e5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657a158-7a48-4342-b994-1b31398f6207,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:58.224269 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-16f4e7a7-4088-4289-86e8-8122cdc19d33 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--600478500&fields=id&tenant_id=ace8f01a7a034849af8002e2a648ab6d HTTP/1.1" status: 200 len: 267 time: 0.0433431 Mar 22 17:36:58.334659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-83227d29-087b-438a-86c2-dae495fd09da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:36:58.336115 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-83227d29-087b-438a-86c2-dae495fd09da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 0.1052246 Mar 22 17:36:58.351738 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-09c94182-70e3-4936-aa92-5b148b47bfcf tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/quotas/ace8f01a7a034849af8002e2a648ab6d HTTP/1.1" status: 200 len: 375 time: 0.0099299 Mar 22 17:36:58.416391 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9a679370-ed43-4ffa-b104-10257dd1672c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0591226 Mar 22 17:36:58.416940 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 45788) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:58.439174 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffff402-e4ad-42c6-8020-a831ebcdb835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.554198 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-efd33bdc-956d-411f-96fe-6d4dfd7cebbc service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225133 Mar 22 17:36:58.628997 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffff402-e4ad-42c6-8020-a831ebcdb835 admin admin] Publish callbacks [] for security_group (c78202c7-0db1-4791-bb9a-cca2ac2ece81), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.635460 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0ffff402-e4ad-42c6-8020-a831ebcdb835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c78202c7-0db1-4791-bb9a-cca2ac2ece81), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.692869 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffff402-e4ad-42c6-8020-a831ebcdb835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78202c7-0db1-4791-bb9a-cca2ac2ece81,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:58.702665 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-0ffff402-e4ad-42c6-8020-a831ebcdb835 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37fc9e0ee0ea4d20b610b0639621b35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847004 Mar 22 17:36:58.704606 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 45794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:36:58.717137 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-95be504d-8462-455b-8f1a-bf201f80059c service neutron] 10.222.0.69 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558712 Mar 22 17:36:58.762808 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] Publish callbacks [] for security_group (c78202c7-0db1-4791-bb9a-cca2ac2ece81), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.784859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] Publish callbacks [] for security_group (c78202c7-0db1-4791-bb9a-cca2ac2ece81), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.837071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c78202c7-0db1-4791-bb9a-cca2ac2ece81), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.840005 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.843774 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c78202c7-0db1-4791-bb9a-cca2ac2ece81 HTTP/1.1" status: 204 len: 168 time: 0.1356308 Mar 22 17:36:58.851038 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d1fe2-4c0c-448f-bd24-f3b3efeb44be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78202c7-0db1-4791-bb9a-cca2ac2ece81,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:36:58.901987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ed7872c6-7ad8-4408-a89a-a393ca9cd0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:36:58.913236 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84afdb64-3ee2-4a19-a1ce-69391cc755f8 req-5cc9ee1a-f20a-43d0-b588-d6569959c0db tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 210 time: 0.0297289 Mar 22 17:37:00.024918 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a4302577-9f2b-41d4-aec6-c8ff1adf4381 req-9129e4f7-14f0-4b57-a200-aa83b5474355 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 210 time: 0.0314913 Mar 22 17:37:00.530255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-b701aff3-ce0e-4162-b564-80a3b9ccbfcd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:00.531634 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-b701aff3-ce0e-4162-b564-80a3b9ccbfcd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 818 time: 0.1078446 Mar 22 17:37:00.655594 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-5dbf50b8-dee4-492f-a148-5bced1d6c2e2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace8f01a7a034849af8002e2a648ab6d HTTP/1.1" status: 200 len: 379 time: 0.0566938 Mar 22 17:37:00.670067 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'port': {'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'admin_state_up': True, 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'security_groups': ['194f7086-0b58-4647-a23a-500be29723b1']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:00.780460 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Made reservation on behalf of ace8f01a7a034849af8002e2a648ab6d for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:00.783816 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:00.913588 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Allocated IP 172.20.0.3 (e190b32d-65d8-4078-a6d7-9076dea076cf/bebe77c3-e705-498f-acdf-0a9efd2a88a0/32bfcf9c-fc86-4d57-9a15-97f329a7618b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:01.060618 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.096691 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.160385 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Network e190b32d-65d8-4078-a6d7-9076dea076cf is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:01.166381 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:01.169157 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:01.220604 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event updated for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:01.265488 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:01.266298 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.268100 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-415d5a79-0222-493f-9ba1-1b54a663d648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.277681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a12f74-863e-4600-8ec5-c22eef20b56b req-2074ef49-fd14-4730-8824-012cbfcc2cba tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:01.279316 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2a12f74-863e-4600-8ec5-c22eef20b56b req-2074ef49-fd14-4730-8824-012cbfcc2cba tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 931 time: 0.1805618 Mar 22 17:37:01.312933 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-9f635885-0477-4ebd-86c8-c0dd3a864362 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465211 Mar 22 17:37:01.338859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Request body: {'port': {'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:01.381577 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2a12f74-863e-4600-8ec5-c22eef20b56b req-390c8f24-4fbe-40b2-9636-0d4ab153cc91 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952945 Mar 22 17:37:01.417769 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.465156 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-35fb965d-da81-4953-923e-12659f18f64e None None] Provisioning complete for port 32bfcf9c-fc86-4d57-9a15-97f329a7618b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:01.465546 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-35fb965d-da81-4953-923e-12659f18f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.500236 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-35fb965d-da81-4953-923e-12659f18f64e None None] Port 32bfcf9c-fc86-4d57-9a15-97f329a7618b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:01.685028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bfcf9c-fc86-4d57-9a15-97f329a7618b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:01.692489 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks [] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.706396 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Transition to ACTIVE for port object 32bfcf9c-fc86-4d57-9a15-97f329a7618b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:37:01.710382 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.761382 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:01.836727 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Attempting to bind port 32bfcf9c-fc86-4d57-9a15-97f329a7618b on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:01.837075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Attempting to bind port 32bfcf9c-fc86-4d57-9a15-97f329a7618b by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:01.837411 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Attempting to bind port 32bfcf9c-fc86-4d57-9a15-97f329a7618b on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:01.841896 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Port 32bfcf9c-fc86-4d57-9a15-97f329a7618b on network e190b32d-65d8-4078-a6d7-9076dea076cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:37:01.842227 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Attempting to bind port 32bfcf9c-fc86-4d57-9a15-97f329a7618b on network e190b32d-65d8-4078-a6d7-9076dea076cf {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:01.848254 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:01.848632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Checking segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:01.849023 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Bound using segment: {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:01.849459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Bound port: 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373df24f-a627-40e2-bf4d-652a0cbb07fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:01.850027 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.919167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:01.922380 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:01.929451 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.967550 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:01.968179 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:01.969874 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] 10.222.0.62 "PUT /v2.0/ports/32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 1093 time: 0.6396716 Mar 22 17:37:01.970317 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:01.973199 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660052f-9ab3-4a4d-8f2b-03068492af30" -d '{"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:01.995348 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deba7f5-587f-4ef1-87c6-1db4c9f6add9 service neutron] Pushing event updated for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:02.043730 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01342ce4-8e27-4fb1-9b35-2a981b18e9c5 x-openstack-request-id: req-01342ce4-8e27-4fb1-9b35-2a981b18e9c5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:02.044223 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:02.044750 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01342ce4-8e27-4fb1-9b35-2a981b18e9c5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:02.045337 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01342ce4-8e27-4fb1-9b35-2a981b18e9c5'] response: {'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'status': 'completed', 'code': 200} Mar 22 17:37:02.127504 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-f1b2ee8d-a6a4-4baf-9266-df040fea84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.129636 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-f1b2ee8d-a6a4-4baf-9266-df040fea84a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1127 time: 0.0582438 Mar 22 17:37:02.180499 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-3e403e55-eec3-466b-be6a-1d243a7fa6ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 217 time: 0.0365176 Mar 22 17:37:02.217481 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:02.233511 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-6c697810-cd35-40d1-a946-429fa03f4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.235213 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-6c697810-cd35-40d1-a946-429fa03f4332 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0487463 Mar 22 17:37:02.287198 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-d4733644-196c-45a2-ad16-ba7fded3f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.288757 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-d4733644-196c-45a2-ad16-ba7fded3f9ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464368 Mar 22 17:37:02.382877 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-3272277f-00fc-4606-a721-4a81f04f1f46 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Mar 22 17:37:02.508688 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-39e2aa9f-7b93-4f34-ad80-ef7c951cac84 req-896daa96-eebc-4143-bfbe-32dff596b933 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193590 Mar 22 17:37:02.528339 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029298c5-bf22-4d19-a37a-210a05bf07b4 req-b6f053b4-f684-449e-9b7a-e3f1de973078 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.529946 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-029298c5-bf22-4d19-a37a-210a05bf07b4 req-b6f053b4-f684-449e-9b7a-e3f1de973078 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 943 time: 0.0789986 Mar 22 17:37:02.581313 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-029298c5-bf22-4d19-a37a-210a05bf07b4 req-1471301d-538c-4a40-9c47-8e2ab383533b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Mar 22 17:37:02.674270 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-a3273660-8ed5-4ff8-8d49-32e602f1a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.676607 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-a3273660-8ed5-4ff8-8d49-32e602f1a651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1127 time: 0.0513418 Mar 22 17:37:02.768481 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-cb383666-d4e3-4631-aecc-be89e6ede374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:02.769981 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-cb383666-d4e3-4631-aecc-be89e6ede374 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.0868661 Mar 22 17:37:02.816217 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-b773fce5-74a3-49e6-bc79-a9b46a11bcee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 217 time: 0.0394356 Mar 22 17:37:03.094410 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-738f20d1-68ac-471b-904e-66f36cfa104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:03.095867 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-738f20d1-68ac-471b-904e-66f36cfa104b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.2728117 Mar 22 17:37:03.145993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-7db50fa2-2f3f-4333-88c0-261ab3cfa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:03.147502 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-7db50fa2-2f3f-4333-88c0-261ab3cfa9ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450149 Mar 22 17:37:03.244315 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-c53a8ba4-c529-4885-b41e-87b19f6c36ea service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895824 Mar 22 17:37:03.337206 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0660052f-9ab3-4a4d-8f2b-03068492af30 req-946baecd-963f-4786-b8d1-d8d93198d601 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870845 Mar 22 17:37:03.710595 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e142d6-9196-4216-9ac1-039b2a959a9e req-052e4254-82e4-49f3-98c0-30a67bcfa9d2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:03.712126 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b1e142d6-9196-4216-9ac1-039b2a959a9e req-052e4254-82e4-49f3-98c0-30a67bcfa9d2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 943 time: 0.0601103 Mar 22 17:37:03.996137 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:04.006282 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b1e142d6-9196-4216-9ac1-039b2a959a9e req-8dc0967a-020f-4fc9-90f9-02abe9c46e22 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885065 Mar 22 17:37:04.187458 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-51121efe-33e4-4c36-9ee9-84841b8eed0c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=073e37e26eb94b8eb5250f73539c06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321400 Mar 22 17:37:04.405169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-d7c25add-ed20-4849-986b-84a6847655f4 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:04.406659 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-d7c25add-ed20-4849-986b-84a6847655f4 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128768 Mar 22 17:37:04.421802 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-96cc69d5-2a8e-4822-8e65-c3497247c8cb tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/quotas/073e37e26eb94b8eb5250f73539c06d6 HTTP/1.1" status: 200 len: 375 time: 0.0091949 Mar 22 17:37:04.455361 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-ed9750ae-5c8f-46d9-bcbf-c0d94c0e3204 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=073e37e26eb94b8eb5250f73539c06d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268421 Mar 22 17:37:04.649745 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-84373754-1866-4200-a744-81f44e011713 req-1601f4fa-3c93-413e-aaf5-bf00f37fe3a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Mar 22 17:37:05.164493 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87869a2b-bf88-472b-ae38-e671a66e2a88 req-dac1a59b-206b-4f63-867d-e4bcf5d66626 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:05.167077 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87869a2b-bf88-472b-ae38-e671a66e2a88 req-dac1a59b-206b-4f63-867d-e4bcf5d66626 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 943 time: 0.0714676 Mar 22 17:37:05.217046 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-87869a2b-bf88-472b-ae38-e671a66e2a88 req-e37712ce-ddb2-4d17-8906-2826c18ac123 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441878 Mar 22 17:37:05.326929 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:05.756327 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2414ed8e-a4b0-4c11-804a-490721bfeba4 req-20cf99ee-d09b-49c5-978f-e7e632617bd1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 210 time: 0.0293665 Mar 22 17:37:05.876412 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-5dfbd68c-c93c-41f2-81eb-5ad049b98e72 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=073e37e26eb94b8eb5250f73539c06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252964 Mar 22 17:37:05.995932 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-67c24bf1-9e2c-4887-a786-3304adfb9344 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:05.997501 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-67c24bf1-9e2c-4887-a786-3304adfb9344 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157174 Mar 22 17:37:06.025194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Request body: {'port': {'device_id': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2', 'admin_state_up': True, 'tenant_id': '073e37e26eb94b8eb5250f73539c06d6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:06.160221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Made reservation on behalf of 073e37e26eb94b8eb5250f73539c06d6 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:06.164405 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.174307 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.261220 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks [] for security_group (ccf62f26-9c1c-4f37-b948-15912cb2b5ce), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.266674 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ccf62f26-9c1c-4f37-b948-15912cb2b5ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.370814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf62f26-9c1c-4f37-b948-15912cb2b5ce,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.431645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffb7da-1ef8-481f-a9f3-d9591f30cd85 req-2b88cda9-1b08-46ca-9fb8-66be92c2462f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:06.433224 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8fffb7da-1ef8-481f-a9f3-d9591f30cd85 req-2b88cda9-1b08-46ca-9fb8-66be92c2462f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 943 time: 0.1363096 Mar 22 17:37:06.466238 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46012) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:06.492011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Allocated IP 192.168.233.206 (52769141-3cd2-43f5-8ae5-d178ed45b2c2/17196e59-115f-4c45-a682-478017748394/e59519cf-2eb3-42e0-bc37-049780d2764f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:06.514300 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8fffb7da-1ef8-481f-a9f3-d9591f30cd85 req-38942474-e992-49e8-a0de-f8d0bdeadd15 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724800 Mar 22 17:37:06.598587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da72fac9-914c-4ea1-8a90-d147e84fea66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.696230 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks [] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.703599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da72fac9-914c-4ea1-8a90-d147e84fea66 admin admin] Publish callbacks [] for security_group (25132d6a-a8f7-48fa-980a-41a1c991baff), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.709482 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-da72fac9-914c-4ea1-8a90-d147e84fea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (25132d6a-a8f7-48fa-980a-41a1c991baff), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.740919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.747904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72fac9-914c-4ea1-8a90-d147e84fea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25132d6a-a8f7-48fa-980a-41a1c991baff,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.769866 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-da72fac9-914c-4ea1-8a90-d147e84fea66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba838fa22a714d23b8455d98a7f8318c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022838 Mar 22 17:37:06.770519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46022) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:06.803437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:06.806945 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:06.813566 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:06.852558 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Pushing event updated for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:06.860484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] Publish callbacks [] for security_group (25132d6a-a8f7-48fa-980a-41a1c991baff), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.913036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:06.914786 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.931474 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] Publish callbacks [] for security_group (25132d6a-a8f7-48fa-980a-41a1c991baff), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:06.935948 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-53b5326a-e807-42f6-965b-6c768819d5a2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9191577 Mar 22 17:37:06.983897 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Request body: {'port': {'device_id': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:07.010055 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dcccc-d543-4595-ae36-4b4f007c3893 req-4a41151e-99c6-46b5-9f3f-02372fe0fa6f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:07.012333 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-395dcccc-d543-4595-ae36-4b4f007c3893 req-4a41151e-99c6-46b5-9f3f-02372fe0fa6f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 936 time: 0.1372390 Mar 22 17:37:07.072519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (25132d6a-a8f7-48fa-980a-41a1c991baff), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.076402 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.077737 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25132d6a-a8f7-48fa-980a-41a1c991baff HTTP/1.1" status: 204 len: 168 time: 0.3063467 Mar 22 17:37:07.093381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2335c2-9f8c-4b11-9676-85522a1e0735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25132d6a-a8f7-48fa-980a-41a1c991baff,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:07.134762 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-395dcccc-d543-4595-ae36-4b4f007c3893 req-e8d90224-7c1c-4bf3-9747-640506c83e6e tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061084 Mar 22 17:37:07.161849 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.205241 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a1d8bc5d-74ef-4157-8ef9-e0e84bc615f3 None None] Provisioning complete for port e59519cf-2eb3-42e0-bc37-049780d2764f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:07.209082 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a1d8bc5d-74ef-4157-8ef9-e0e84bc615f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.258040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8bc5d-74ef-4157-8ef9-e0e84bc615f3 None None] Port e59519cf-2eb3-42e0-bc37-049780d2764f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:07.506314 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59519cf-2eb3-42e0-bc37-049780d2764f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:07.515285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks [] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.534158 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Transition to ACTIVE for port object e59519cf-2eb3-42e0-bc37-049780d2764f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:37:07.537802 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 32bfcf9c-fc86-4d57-9a15-97f329a7618b details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:37:07.542098 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.639933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:07.716457 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:07.730723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:37:07.760274 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c0cc-eba4-4e6d-b4b7-3c60f5e8f480 req-1c15f642-bd78-409d-a269-ddd1661adc48 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:07.768491 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb13c0cc-eba4-4e6d-b4b7-3c60f5e8f480 req-1c15f642-bd78-409d-a269-ddd1661adc48 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 943 time: 0.1332426 Mar 22 17:37:07.776538 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 32bfcf9c-fc86-4d57-9a15-97f329a7618b is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:07.777082 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.778250 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Attempting to bind port e59519cf-2eb3-42e0-bc37-049780d2764f on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:07.778817 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Attempting to bind port e59519cf-2eb3-42e0-bc37-049780d2764f by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:07.779646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Attempting to bind port e59519cf-2eb3-42e0-bc37-049780d2764f on network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:07.795562 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bfcf9c-fc86-4d57-9a15-97f329a7618b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:07.802569 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Port e59519cf-2eb3-42e0-bc37-049780d2764f on network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:37:07.802900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Attempting to bind port e59519cf-2eb3-42e0-bc37-049780d2764f on network 52769141-3cd2-43f5-8ae5-d178ed45b2c2 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:07.808462 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:07.808910 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Checking segment: {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:07.809211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Bound using segment: {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:07.809818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Bound port: e59519cf-2eb3-42e0-bc37-049780d2764f, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd76f3e-82cd-4d29-9355-8b208babeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:07.810459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.833311 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:07.839474 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.873088 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb13c0cc-eba4-4e6d-b4b7-3c60f5e8f480 req-93f91571-db34-4ca5-a4f4-cb981f964f74 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036515 Mar 22 17:37:07.910146 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:07.912129 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:07.920258 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e59519cf-2eb3-42e0-bc37-049780d2764f,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:07.923522 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.923924 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.924322 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.924823 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.925711 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.926092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.926510 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.926871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.927285 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.927929 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.928313 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.928751 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.929012 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.929132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.929419 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.929805 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:07.972479 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:07.973372 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:07.974882 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] 10.222.0.62 "PUT /v2.0/ports/e59519cf-2eb3-42e0-bc37-049780d2764f HTTP/1.1" status: 200 len: 1098 time: 0.9960313 Mar 22 17:37:07.975474 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:07.978200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad6f55-f824-4755-a9d6-64866e65ca0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:08.008951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bebf10-37da-49f2-9d55-4958dc9c9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:08.037886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135523bf-c719-44f0-8230-b8d8ce49f0af x-openstack-request-id: req-135523bf-c719-44f0-8230-b8d8ce49f0af {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:08.038319 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:08.038800 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-135523bf-c719-44f0-8230-b8d8ce49f0af {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:08.039368 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135523bf-c719-44f0-8230-b8d8ce49f0af'] response: {'name': 'network-changed', 'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f', 'status': 'completed', 'code': 200} Mar 22 17:37:08.053769 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46056) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:08.123440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-ddaebf2b-993a-4e53-8257-336ce4b73604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.126434 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-ddaebf2b-993a-4e53-8257-336ce4b73604 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=073e37e26eb94b8eb5250f73539c06d6&device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 1132 time: 0.0690880 Mar 22 17:37:08.194198 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1800295531-network', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:08.220413 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Made reservation on behalf of 13bc760bb77d4065b7f66f69dcb2d72b for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:08.223625 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.245064 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-2663b469-eacc-4b2b-b07d-1903d030bfb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e59519cf-2eb3-42e0-bc37-049780d2764f HTTP/1.1" status: 200 len: 217 time: 0.1021266 Mar 22 17:37:08.249361 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.324509 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-1764dc4d-166d-499e-b729-f0c2cf8a93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.326356 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-1764dc4d-166d-499e-b729-f0c2cf8a93a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17196e59-115f-4c45-a682-478017748394 HTTP/1.1" status: 200 len: 843 time: 0.0625398 Mar 22 17:37:08.336103 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0e366-c0c4-4c83-bf62-d21cc29aa94f req-8f09bac4-b6b2-4075-8abf-4d746523c0dd tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.343956 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6e0e366-c0c4-4c83-bf62-d21cc29aa94f req-8f09bac4-b6b2-4075-8abf-4d746523c0dd tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.1121030 Mar 22 17:37:08.355204 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks [] for security_group (92ceb56a-1d5e-401c-9f11-ec8f9deee58b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.359820 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (92ceb56a-1d5e-401c-9f11-ec8f9deee58b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.371837 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['32bfcf9c-fc86-4d57-9a15-97f329a7618b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:08.385502 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:37:08.398460 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (084b8f09-8778-4261-b402-0b6547bbb7be), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.399033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Added segment 084b8f09-8778-4261-b402-0b6547bbb7be of type vlan for network 4105c595-c00f-4620-90dd-eae2402c64d6 Mar 22 17:37:08.430517 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d6e0e366-c0c4-4c83-bf62-d21cc29aa94f req-8dfec07e-c033-4b03-bccf-a17e26bd0bd5 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 Mar 22 17:37:08.446829 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-6364aab0-afff-498b-9e53-8e2dfe5235a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.448195 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-6364aab0-afff-498b-9e53-8e2dfe5235a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=52769141-3cd2-43f5-8ae5-d178ed45b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1022456 Mar 22 17:37:08.491176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (4105c595-c00f-4620-90dd-eae2402c64d6), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.496365 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ceb56a-1d5e-401c-9f11-ec8f9deee58b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:08.545493 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (4105c595-c00f-4620-90dd-eae2402c64d6), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.549118 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.552734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.608566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-1951f546-38fe-46d6-a382-a7673b4580d0 service neutron] 10.222.0.62 "GET /v2.0/networks/52769141-3cd2-43f5-8ae5-d178ed45b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512485 Mar 22 17:37:08.627384 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] Pushing event updated for resources: {'Network': ['ID=4105c595-c00f-4620-90dd-eae2402c64d6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:08.641101 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-08bb3b4b-6b7b-4f42-a974-09a7815801dd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5858436 Mar 22 17:37:08.643981 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:08.648183 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 4105c595-c00f-4620-90dd-eae2402c64d6 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:37:08.650888 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Request body: {'subnet': {'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1800295531-subnet', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:08.679341 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Made reservation on behalf of 13bc760bb77d4065b7f66f69dcb2d72b for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:08.682916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.780181 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36daacee-0ddc-41f4-b5f6-4b5071f24edb req-3c74d377-92d3-415f-a989-420e0d91190d service neutron] 10.222.0.62 "GET /v2.0/networks/52769141-3cd2-43f5-8ae5-d178ed45b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649277 Mar 22 17:37:08.896590 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (562cc938-2d20-42b4-9ee1-3055f513b0a3), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:08.933984 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-de4bcbce-b32b-4851-8e14-c8d6efb96491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:08.935633 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-de4bcbce-b32b-4851-8e14-c8d6efb96491 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=073e37e26eb94b8eb5250f73539c06d6&device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 1132 time: 0.0561955 Mar 22 17:37:08.957821 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562cc938-2d20-42b4-9ee1-3055f513b0a3,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:08.997606 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Checking segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:08.997967 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Network hostable DHCP agents. Network: 4105c595-c00f-4620-90dd-eae2402c64d6, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:37:09.025496 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Network 4105c595-c00f-4620-90dd-eae2402c64d6 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:37:09.027794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-98677be1-a16a-4aca-ac43-5128b5357846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.029336 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-98677be1-a16a-4aca-ac43-5128b5357846 service neutron] 10.222.0.62 "GET /v2.0/networks?id=52769141-3cd2-43f5-8ae5-d178ed45b2c2 HTTP/1.1" status: 200 len: 870 time: 0.0867863 Mar 22 17:37:09.036280 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7d64-807e-43ad-b18d-e166dc38c8fa req-138a918d-f971-49a8-bc8e-f88c3ca5adce tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.037914 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13ea7d64-807e-43ad-b18d-e166dc38c8fa req-138a918d-f971-49a8-bc8e-f88c3ca5adce tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.0873826 Mar 22 17:37:09.052113 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 4105c595-c00f-4620-90dd-eae2402c64d6) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:09.060433 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eebb53-793b-4389-9268-5ea1e0df1ee6 None None] Network 4105c595-c00f-4620-90dd-eae2402c64d6 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:09.066348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.067046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.076096 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-bf2bfd7b-719b-4238-afd5-f08c558703f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e59519cf-2eb3-42e0-bc37-049780d2764f HTTP/1.1" status: 200 len: 217 time: 0.0400879 Mar 22 17:37:09.103011 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8ee6162d-bf03-4006-af31-c928b0dc4b47 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4573159 Mar 22 17:37:09.103639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46078) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:09.113361 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:09.128493 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13ea7d64-807e-43ad-b18d-e166dc38c8fa req-080a1fc7-f149-4b3b-a15c-13325591d586 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840631 Mar 22 17:37:09.144980 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-d64ae47e-9f6e-438d-ac75-f4f26ed885a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.146180 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-d64ae47e-9f6e-438d-ac75-f4f26ed885a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17196e59-115f-4c45-a682-478017748394 HTTP/1.1" status: 200 len: 843 time: 0.0590196 Mar 22 17:37:09.149290 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.150613 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.187424 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-4105c595-c00f-4620-90dd-eae2402c64d6', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:37:09.188871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.211156 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-d1adafa7-529e-40c7-8212-17e6f639c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.212852 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-d1adafa7-529e-40c7-8212-17e6f639c0ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=52769141-3cd2-43f5-8ae5-d178ed45b2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0595262 Mar 22 17:37:09.225979 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for router_controller (665ba3c5-115f-45c3-9301-4e3d9977e3a3), precommit_add_association {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.341447 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-6db97e86-65c6-4a8b-8cd4-f09a7aeedabb service neutron] 10.222.0.62 "GET /v2.0/networks/52769141-3cd2-43f5-8ae5-d178ed45b2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214311 Mar 22 17:37:09.344203 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Allocated IP 172.20.0.2 (4105c595-c00f-4620-90dd-eae2402c64d6/562cc938-2d20-42b4-9ee1-3055f513b0a3/f9002bec-d2bf-425d-8ade-64f88300fbbd) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:09.433984 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for router_gateway (665ba3c5-115f-45c3-9301-4e3d9977e3a3), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.442220 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f9ad6f55-f824-4755-a9d6-64866e65ca0d req-4dff9f35-2be0-47ae-9db0-147dbd54323d service neutron] 10.222.0.62 "GET /v2.0/networks/52769141-3cd2-43f5-8ae5-d178ed45b2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930343 Mar 22 17:37:09.524062 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks [] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.532478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.554907 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc5fe-af8e-4a23-b7bf-daf086651f41 req-f490e41a-8c74-445c-8ab9-9c9612e07bc3 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:09.557471 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a45cc5fe-af8e-4a23-b7bf-daf086651f41 req-f490e41a-8c74-445c-8ab9-9c9612e07bc3 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0589206 Mar 22 17:37:09.571984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Network 4105c595-c00f-4620-90dd-eae2402c64d6 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:09.575400 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:09.586165 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:09.594247 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Pushing event updated for resources: {'Port': ['ID=f9002bec-d2bf-425d-8ade-64f88300fbbd,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:09.624285 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a45cc5fe-af8e-4a23-b7bf-daf086651f41 req-2402769e-706b-4c89-a8b8-f81e0f16f022 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Mar 22 17:37:09.671791 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for router_gateway (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.692189 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.791581 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Attempting to bind port f9002bec-d2bf-425d-8ade-64f88300fbbd on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:09.791950 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Attempting to bind port f9002bec-d2bf-425d-8ade-64f88300fbbd by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:09.792311 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Attempting to bind port f9002bec-d2bf-425d-8ade-64f88300fbbd on network 4105c595-c00f-4620-90dd-eae2402c64d6 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:09.797334 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:09.797714 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Checking segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:09.798120 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.798512 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Bound using segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:09.798979 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Bound port: f9002bec-d2bf-425d-8ade-64f88300fbbd, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:09.799362 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.825236 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Allocated IP 172.27.0.53 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/7ddbe00e-4bbc-4289-a557-0fe10d82e4ee) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:09.863818 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] For port f9002bec-d2bf-425d-8ade-64f88300fbbd, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:09.866982 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] For port f9002bec-d2bf-425d-8ade-64f88300fbbd, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f9002bec-d2bf-425d-8ade-64f88300fbbd,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:09.874705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:09.938123 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ad391-91de-4f05-8d08-84fdb6bb5e49 None None] Pushing event updated for resources: {'Port': ['ID=f9002bec-d2bf-425d-8ade-64f88300fbbd,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:09.938639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.007723 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.051895 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:10.055603 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:10.060002 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:10.102483 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Pushing event updated for resources: {'Port': ['ID=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:10.412605 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa55c6-3870-49f2-af38-5db6276ae2a6 req-4138f193-0066-48a8-ac2f-41b4ffcceaea tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:10.414382 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-25aa55c6-3870-49f2-af38-5db6276ae2a6 req-4138f193-0066-48a8-ac2f-41b4ffcceaea tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.1858511 Mar 22 17:37:10.490154 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-25aa55c6-3870-49f2-af38-5db6276ae2a6 req-c8c0d256-7a90-4873-9850-545b346cdb32 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685658 Mar 22 17:37:10.490767 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for router_gateway (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.715276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:10.762311 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eefdb4-7582-4727-b209-a060cb01efb9 req-738a8c7b-7dee-468b-93c7-b99b95b796aa tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:10.764621 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-85eefdb4-7582-4727-b209-a060cb01efb9 req-738a8c7b-7dee-468b-93c7-b99b95b796aa tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0696108 Mar 22 17:37:10.851562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-85eefdb4-7582-4727-b209-a060cb01efb9 req-caeccfcc-d4ca-4269-9a7c-47ff9bf8610c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Mar 22 17:37:10.941371 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:37:11.089367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:11.106311 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Sync routers for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:11.119015 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.121058 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d2356187-43f1-4ea7-94c4-dccbfdf6044b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0115879 Mar 22 17:37:11.125245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46098) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:11.126058 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:11.126812 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:11.206348 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a11729-7acc-4878-948f-5019f4ddfda8 None None] Network 4105c595-c00f-4620-90dd-eae2402c64d6 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:11.269656 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:11.281823 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Provisioning complete for port f9002bec-d2bf-425d-8ade-64f88300fbbd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:11.282196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.476167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Current status of the port f9002bec-d2bf-425d-8ade-64f88300fbbd is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:11.477397 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.494871 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:10Z', 'revision_number': 3, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:11.531906 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] For port f9002bec-d2bf-425d-8ade-64f88300fbbd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f9002bec-d2bf-425d-8ade-64f88300fbbd,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:11.543169 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.560811 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Checking router: 665ba3c5-115f-45c3-9301-4e3d9977e3a3 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:11.561679 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Updating router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:37:11.603048 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.642256 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e8e7f-0d39-4a45-9542-312b7124c641 None None] Pushing event updated for resources: {'Port': ['ID=f9002bec-d2bf-425d-8ade-64f88300fbbd,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:11.669637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2858c9dd-950b-457f-9457-de20d3a32310 None None] Provisioning complete for port f9002bec-d2bf-425d-8ade-64f88300fbbd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:11.670346 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2858c9dd-950b-457f-9457-de20d3a32310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.706808 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fce0c-4c82-439f-aa1f-aace62185b80 req-7d4e63c2-48a8-44e9-bf96-6bea579a8f63 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:11.708795 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-001fce0c-4c82-439f-aa1f-aace62185b80 req-7d4e63c2-48a8-44e9-bf96-6bea579a8f63 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.0872784 Mar 22 17:37:11.793372 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2858c9dd-950b-457f-9457-de20d3a32310 None None] Current status of the port f9002bec-d2bf-425d-8ade-64f88300fbbd is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:11.809020 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-001fce0c-4c82-439f-aa1f-aace62185b80 req-447e518b-39c2-4a07-8144-8c9617006592 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945113 Mar 22 17:37:11.870469 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f9002bec-d2bf-425d-8ade-64f88300fbbd up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:11.936493 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:11.955787 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port f9002bec-d2bf-425d-8ade-64f88300fbbd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:11.956200 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.066520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b6c7-bc57-46f7-8514-53be20f3f817 req-b083cd33-e6dc-4ad2-b164-ca3e76c9f4fd tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:12.072176 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks [] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.073737 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50e1b6c7-bc57-46f7-8514-53be20f3f817 req-b083cd33-e6dc-4ad2-b164-ca3e76c9f4fd tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.1267574 Mar 22 17:37:12.080553 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.083724 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port f9002bec-d2bf-425d-8ade-64f88300fbbd is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:12.133175 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Attempting to bind port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:12.133704 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Attempting to bind port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:12.133923 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Attempting to bind port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:12.141794 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Pushing event updated for resources: {'Port': ['ID=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:12.145481 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:12.145875 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:12.146266 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.146654 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:12.147428 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Bound port: 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:12.147569 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.154300 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.154649 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.155081 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.155407 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.155747 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.156163 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.156523 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.156852 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.157178 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.157508 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.157835 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.158181 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.158591 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.158831 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.159707 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:12.164936 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50e1b6c7-bc57-46f7-8514-53be20f3f817 req-2060ccb6-b5d3-42c8-9983-d77b0985bcc2 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902586 Mar 22 17:37:12.212133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Allocated IP 172.20.0.1 (4105c595-c00f-4620-90dd-eae2402c64d6/562cc938-2d20-42b4-9ee1-3055f513b0a3/d1d88cf4-261a-4539-9aa8-56e34538d09b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:12.213961 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] For port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:12.219363 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] For port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:12.226229 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.284336 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:12.284990 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:12.320551 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92e52-5b39-48cd-95db-0238dc1014bf None None] Pushing event updated for resources: {'Port': ['ID=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:12.320766 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks [] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.352902 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.399467 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:12.407694 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Network 4105c595-c00f-4620-90dd-eae2402c64d6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:12.409102 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:12.411645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:12.413746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:12.452526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.621110 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.724933 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9c82199a-6bd0-4384-9b35-f887ebec0553 None None] Provisioning complete for port d1d88cf4-261a-4539-9aa8-56e34538d09b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:12.725486 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:10Z', 'revision_number': 3, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:12.725646 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9c82199a-6bd0-4384-9b35-f887ebec0553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.756638 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e481d-790f-4017-9156-d8505bcb7698 None None] The sync data for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi is: [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:10Z', 'revision_number': 3, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:12.772693 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9c82199a-6bd0-4384-9b35-f887ebec0553 None None] Port d1d88cf4-261a-4539-9aa8-56e34538d09b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:12.836740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks [] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.842338 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.910986 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:12.912956 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:12.959821 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ab7fe-4e8f-4834-8ec1-f897a4be4eef req-5929b57c-ad5d-4092-8ec5-c369f74b325b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:12.969147 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-211ab7fe-4e8f-4834-8ec1-f897a4be4eef req-5929b57c-ad5d-4092-8ec5-c369f74b325b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.0800188 Mar 22 17:37:13.065423 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Network 4105c595-c00f-4620-90dd-eae2402c64d6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:13.067225 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:13.101934 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-211ab7fe-4e8f-4834-8ec1-f897a4be4eef req-b219cb8c-7e12-4825-9377-b5efae3b3787 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257026 Mar 22 17:37:13.208850 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:13.373353 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a761a-f0c4-45fa-b3d4-e08e09805a38 req-3a15f377-62f8-42cc-a64b-620afbd9288e tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:13.374896 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4c2a761a-f0c4-45fa-b3d4-e08e09805a38 req-3a15f377-62f8-42cc-a64b-620afbd9288e tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.1086929 Mar 22 17:37:13.390201 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:13.399561 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4a913418-6e3f-4264-9889-7eb660694a77 admin admin] 10.222.0.69 "PUT /v2.0/routers/665ba3c5-115f-45c3-9301-4e3d9977e3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730453 Mar 22 17:37:13.410113 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-08ca7708-5b41-46e7-a410-7b8a39886218 None None] Provisioning complete for port d1d88cf4-261a-4539-9aa8-56e34538d09b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:13.410698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-08ca7708-5b41-46e7-a410-7b8a39886218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:13.441604 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4c2a761a-f0c4-45fa-b3d4-e08e09805a38 req-7d182d05-7726-43ed-99c3-885bfa4b4ae0 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591722 Mar 22 17:37:13.456154 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-08ca7708-5b41-46e7-a410-7b8a39886218 None None] Port d1d88cf4-261a-4539-9aa8-56e34538d09b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:13.798387 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:13.851120 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:13.851504 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:13.930122 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46130) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:13.936162 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17734468-network', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:13.942055 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:13.942523 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:13.963407 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Made reservation on behalf of a391ccd7f52145abb3ab205c6dbf67e3 for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:13.967964 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:13.969115 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:13.977828 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:13.990070 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.033819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:14.140737 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks [] for security_group (ba1fb7c5-f781-4c2a-9d54-995f5ed196c9), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.146837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ba1fb7c5-f781-4c2a-9d54-995f5ed196c9), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.197627 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:37:14.216911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1fb7c5-f781-4c2a-9d54-995f5ed196c9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:14.240796 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (05ea28e1-4ecb-405c-921c-3d16a23551bc), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.241217 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Added segment 05ea28e1-4ecb-405c-921c-3d16a23551bc of type vlan for network 4783ef71-9c85-40bd-a802-f746cf530439 Mar 22 17:37:14.302769 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (4783ef71-9c85-40bd-a802-f746cf530439), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.335824 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f9d8-bb2f-4626-af01-a8a7d5ca1aa9 req-0cd11b52-3a4a-4ab1-9370-0263501b8fe2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.337422 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bb65f9d8-bb2f-4626-af01-a8a7d5ca1aa9 req-0cd11b52-3a4a-4ab1-9370-0263501b8fe2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.1220834 Mar 22 17:37:14.352132 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (4783ef71-9c85-40bd-a802-f746cf530439), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.353102 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.353670 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.541212 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Sync routers for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:14.554489 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:14.555327 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:14.589308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d616e6-e6f2-4d79-94fa-7fbcd316436d req-436d776a-4baa-437a-8005-3b89e96fb78c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.590958 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2d616e6-e6f2-4d79-94fa-7fbcd316436d req-436d776a-4baa-437a-8005-3b89e96fb78c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0604250 Mar 22 17:37:14.643803 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d2d616e6-e6f2-4d79-94fa-7fbcd316436d req-0029281c-1908-41f5-b6e8-354f74f79535 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 Mar 22 17:37:14.655441 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7238860 Mar 22 17:37:14.658220 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46140) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:14.671918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Request body: {'subnet': {'network_id': '4783ef71-9c85-40bd-a802-f746cf530439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17734468-subnet', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:14.675135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110c26c-bdc7-4567-9ba2-42ca89188ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=4783ef71-9c85-40bd-a802-f746cf530439,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:14.680444 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bb65f9d8-bb2f-4626-af01-a8a7d5ca1aa9 req-6268601f-a914-4081-a653-a50364cdfb18 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367567 Mar 22 17:37:14.691050 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 4783ef71-9c85-40bd-a802-f746cf530439 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:37:14.695632 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:14.697437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Made reservation on behalf of a391ccd7f52145abb3ab205c6dbf67e3 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:14.699887 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9558210'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.879913 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558228'] for subnet (708e8a2c-781a-4b0c-a458-abfc75d6bdb3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:14.947170 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=708e8a2c-781a-4b0c-a458-abfc75d6bdb3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:14.954456 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Checking segment: {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:14.954820 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Network hostable DHCP agents. Network: 4783ef71-9c85-40bd-a802-f746cf530439, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:37:14.973080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Network 4783ef71-9c85-40bd-a802-f746cf530439 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:37:14.975437 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 2, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:14.982212 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 4783ef71-9c85-40bd-a802-f746cf530439) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:14.989681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:14.991219 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.005590 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f217c-240b-4bcc-837e-1bbfc45ffc2c None None] Network 4783ef71-9c85-40bd-a802-f746cf530439 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:15.010105 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c5e99a23-2781-48f0-aa64-eacdc1ab0dfb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3463147 Mar 22 17:37:15.010261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Checking router: 665ba3c5-115f-45c3-9301-4e3d9977e3a3 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:15.010261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Updating router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 port d1d88cf4-261a-4539-9aa8-56e34538d09b binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:37:15.010433 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46142) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:15.014685 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:15.034543 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.035602 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.081328 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.094805 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for router_controller (acfa4f56-cf86-47b7-a341-68faf84aa684), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.243680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-4783ef71-9c85-40bd-a802-f746cf530439', 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439', 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'fixed_ips': [{'subnet_id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:37:15.244567 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.249735 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for router_gateway (acfa4f56-cf86-47b7-a341-68faf84aa684), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.458529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for router_gateway (acfa4f56-cf86-47b7-a341-68faf84aa684), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.478778 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.598323 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Allocated IP 172.27.0.183 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/c56835e9-7c96-4723-b49c-b71349f1f365) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:15.649490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Allocated IP 172.20.0.2 (4783ef71-9c85-40bd-a802-f746cf530439/708e8a2c-781a-4b0c-a458-abfc75d6bdb3/3c864262-bf22-4fad-bfe1-55a4666f5d75) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:15.739044 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for port (c56835e9-7c96-4723-b49c-b71349f1f365), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.817569 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.820558 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.821455 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:15.838272 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283affb5-100b-47ee-868c-9de1f07b8880 req-46ceb18d-dfdd-4bf3-b552-91834ce93e2f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:15.840904 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-283affb5-100b-47ee-868c-9de1f07b8880 req-46ceb18d-dfdd-4bf3-b552-91834ce93e2f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0875628 Mar 22 17:37:15.848798 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks [] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.849742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be522c-b09b-4b17-ac14-22b78d63acc7 req-c2fdeb5a-9568-4bd9-86b5-ad0030cff1dc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:15.852214 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-08be522c-b09b-4b17-ac14-22b78d63acc7 req-c2fdeb5a-9568-4bd9-86b5-ad0030cff1dc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.0729127 Mar 22 17:37:15.870257 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:15.885293 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:15.894836 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:15.897484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:15.908140 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-08be522c-b09b-4b17-ac14-22b78d63acc7 req-120e8a47-fb9e-4dfc-8b14-faa5ffbd95ae tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497663 Mar 22 17:37:15.937081 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Pushing event updated for resources: {'Port': ['ID=c56835e9-7c96-4723-b49c-b71349f1f365,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:15.966439 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-283affb5-100b-47ee-868c-9de1f07b8880 req-cfee5a14-8970-4b25-8b0a-62164631e3c9 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055212 Mar 22 17:37:16.004190 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a37b3a-97da-474f-9427-15682194afae None None] Pushing event updated for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:16.045762 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:16.046146 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.078801 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks [] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.083550 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Attempting to bind port d1d88cf4-261a-4539-9aa8-56e34538d09b on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:16.083935 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Attempting to bind port d1d88cf4-261a-4539-9aa8-56e34538d09b by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:16.084316 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Attempting to bind port d1d88cf4-261a-4539-9aa8-56e34538d09b on network 4105c595-c00f-4620-90dd-eae2402c64d6 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:16.092487 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.111035 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:16.111430 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Checking segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:16.111859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.112820 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Bound using segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:16.113335 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Bound port: d1d88cf4-261a-4539-9aa8-56e34538d09b, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:16.113734 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.172363 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Network 4783ef71-9c85-40bd-a802-f746cf530439 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:16.196539 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:16.204792 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Pushing event updated for resources: {'Port': ['ID=3c864262-bf22-4fad-bfe1-55a4666f5d75,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:16.210002 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:16.243683 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for router_gateway (acfa4f56-cf86-47b7-a341-68faf84aa684), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.350673 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-937adc21-9ef3-4f08-877c-fb4c805ca3c3 None None] Provisioning complete for port d1d88cf4-261a-4539-9aa8-56e34538d09b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:16.351064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-937adc21-9ef3-4f08-877c-fb4c805ca3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.374410 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] For port d1d88cf4-261a-4539-9aa8-56e34538d09b, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:16.402325 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:16.406998 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] For port d1d88cf4-261a-4539-9aa8-56e34538d09b, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d1d88cf4-261a-4539-9aa8-56e34538d09b,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:16.408354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Attempting to bind port 3c864262-bf22-4fad-bfe1-55a4666f5d75 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:16.408772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Attempting to bind port 3c864262-bf22-4fad-bfe1-55a4666f5d75 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:16.409163 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Attempting to bind port 3c864262-bf22-4fad-bfe1-55a4666f5d75 on network 4783ef71-9c85-40bd-a802-f746cf530439 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:16.422629 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.427264 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:16.427651 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Checking segment: {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:16.428060 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.428492 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Bound using segment: {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:16.428987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Bound port: 3c864262-bf22-4fad-bfe1-55a4666f5d75, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:16.429374 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.435547 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-937adc21-9ef3-4f08-877c-fb4c805ca3c3 None None] Port d1d88cf4-261a-4539-9aa8-56e34538d09b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:16.456832 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.526509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:16.527158 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:16.539545 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a37b3a-97da-474f-9427-15682194afae None None] Pushing event updated for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:16.604471 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Router acfa4f56-cf86-47b7-a341-68faf84aa684 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:37:16.621347 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] For port 3c864262-bf22-4fad-bfe1-55a4666f5d75, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:16.642500 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] For port 3c864262-bf22-4fad-bfe1-55a4666f5d75, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=3c864262-bf22-4fad-bfe1-55a4666f5d75,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:16.652533 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.711052 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:16.775945 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dff46-f548-4a56-8f63-9834b025c7f0 None None] Pushing event updated for resources: {'Port': ['ID=3c864262-bf22-4fad-bfe1-55a4666f5d75,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:16.851267 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Provisioning complete for port d1d88cf4-261a-4539-9aa8-56e34538d09b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:16.851769 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:16.988432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:17.006406 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Sync routers for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:17.020963 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.025410 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46162) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:17.027894 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:17.042054 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b9b22489-5e04-4f18-ba9c-60749025bbec admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0303662 Mar 22 17:37:17.054130 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:17.131692 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5316-2f90-4cfa-85ae-9c323d230ad0 req-81c1d426-ecc3-494e-8b8c-77998743dc9d tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:17.133754 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8fd5316-2f90-4cfa-85ae-9c323d230ad0 req-81c1d426-ecc3-494e-8b8c-77998743dc9d tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0660610 Mar 22 17:37:17.181119 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Current status of the port d1d88cf4-261a-4539-9aa8-56e34538d09b is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:17.181653 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.207839 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:17.222396 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:16Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:17.227043 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8fd5316-2f90-4cfa-85ae-9c323d230ad0 req-c9babe54-7c58-4ea6-9bbc-44a044e2adf0 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Mar 22 17:37:17.271047 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] For port d1d88cf4-261a-4539-9aa8-56e34538d09b, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d1d88cf4-261a-4539-9aa8-56e34538d09b,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:17.274751 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d78cf-1718-448d-8e06-1ca4dca2bdcd None None] The sync data for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi is: [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:16Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:17.291200 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.322972 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30fbe7-cb22-49a5-9346-6361afe20b87 req-ce9d0f70-c860-4c56-ada6-6fc598afe7b4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:17.330636 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4c30fbe7-cb22-49a5-9346-6361afe20b87 req-ce9d0f70-c860-4c56-ada6-6fc598afe7b4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.1252391 Mar 22 17:37:17.369214 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1558-57e4-42e3-93ff-e3140498d508 None None] Pushing event updated for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:17.511374 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4c30fbe7-cb22-49a5-9346-6361afe20b87 req-71d651e3-797c-4866-926b-29a1627190ad tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783288 Mar 22 17:37:17.522784 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:16Z', 'revision_number': 3, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:17.550761 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Checking router: acfa4f56-cf86-47b7-a341-68faf84aa684 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:17.551118 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Updating router acfa4f56-cf86-47b7-a341-68faf84aa684 port c56835e9-7c96-4723-b49c-b71349f1f365 binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:37:17.589630 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.872579 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:17.936658 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d1d88cf4-261a-4539-9aa8-56e34538d09b up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:17.997738 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks [] for port (c56835e9-7c96-4723-b49c-b71349f1f365), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.006336 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.040024 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port d1d88cf4-261a-4539-9aa8-56e34538d09b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:18.040458 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.075873 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8356c5f-e740-4afc-af10-3276fd8f62f0 None None] Pushing event updated for resources: {'Port': ['ID=c56835e9-7c96-4723-b49c-b71349f1f365,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:18.110708 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Attempting to bind port c56835e9-7c96-4723-b49c-b71349f1f365 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:18.111464 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Attempting to bind port c56835e9-7c96-4723-b49c-b71349f1f365 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:18.112689 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Attempting to bind port c56835e9-7c96-4723-b49c-b71349f1f365 on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:18.118475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f011e0-d928-40fc-abc2-336614aaa661 None None] Network 4783ef71-9c85-40bd-a802-f746cf530439 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:18.119325 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:18.119786 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:18.120275 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.121417 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:18.121971 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Bound port: c56835e9-7c96-4723-b49c-b71349f1f365, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:18.122176 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.138081 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Allocated IP 172.20.0.1 (4783ef71-9c85-40bd-a802-f746cf530439/708e8a2c-781a-4b0c-a458-abfc75d6bdb3/956f85e1-c1ef-451d-8414-56fbac985797) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:18.185571 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] For port c56835e9-7c96-4723-b49c-b71349f1f365, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:18.191426 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] For port c56835e9-7c96-4723-b49c-b71349f1f365, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=c56835e9-7c96-4723-b49c-b71349f1f365,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:18.200316 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.258952 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port d1d88cf4-261a-4539-9aa8-56e34538d09b is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:18.259992 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 3c864262-bf22-4fad-bfe1-55a4666f5d75 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:18.265936 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8356c5f-e740-4afc-af10-3276fd8f62f0 None None] Pushing event updated for resources: {'Port': ['ID=c56835e9-7c96-4723-b49c-b71349f1f365,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:18.266659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks [] for port (956f85e1-c1ef-451d-8414-56fbac985797), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.309906 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:18.310663 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:18.324227 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.413614 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Network 4783ef71-9c85-40bd-a802-f746cf530439 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:18.417707 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:18.423974 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:18.486295 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Pushing event updated for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:18.508870 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Provisioning complete for port 3c864262-bf22-4fad-bfe1-55a4666f5d75 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:18.509355 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.510715 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.511188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.511766 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.512214 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.513396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.513874 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.514359 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.515420 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.516684 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.516841 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.517455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.517943 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.519046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.519661 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.520184 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:18.574347 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (acfa4f56-cf86-47b7-a341-68faf84aa684), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.574731 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:18.609225 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 3c864262-bf22-4fad-bfe1-55a4666f5d75 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:18.609609 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.623450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c08ad-bcc2-4d84-9a2f-5e809841d218 req-57f841f5-d27a-4de7-8433-45394cf66d03 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:18.637197 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b4c08ad-bcc2-4d84-9a2f-5e809841d218 req-57f841f5-d27a-4de7-8433-45394cf66d03 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.2387633 Mar 22 17:37:18.766405 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Current status of the port 3c864262-bf22-4fad-bfe1-55a4666f5d75 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:18.766711 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.796967 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b4c08ad-bcc2-4d84-9a2f-5e809841d218 req-5ee00e58-b9cf-47ec-b2bc-fa7110456a4a tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585579 Mar 22 17:37:18.825904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f115b9-9995-4b22-9bda-d3d77991c863 req-2bee3fc8-188d-4f5a-9cae-6442b6bae5f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:18.834845 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-96f115b9-9995-4b22-9bda-d3d77991c863 req-2bee3fc8-188d-4f5a-9cae-6442b6bae5f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 944 time: 0.1665020 Mar 22 17:37:18.892280 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] For port 3c864262-bf22-4fad-bfe1-55a4666f5d75, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=3c864262-bf22-4fad-bfe1-55a4666f5d75,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:18.894908 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 3c864262-bf22-4fad-bfe1-55a4666f5d75 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:18.895645 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.900045 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.920146 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:16Z', 'revision_number': 3, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:18.960779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (956f85e1-c1ef-451d-8414-56fbac985797), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:18.984636 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-96f115b9-9995-4b22-9bda-d3d77991c863 req-9625315f-e3e7-49f8-a863-50a11c352a1e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364672 Mar 22 17:37:19.027911 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2916cb5-dfcf-4000-bfb5-fb1b68126fab None None] The sync data for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi is: [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:16Z', 'revision_number': 3, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:19.067777 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d65aea-5bcf-4f76-a311-8d931b61c8f1 None None] Pushing event updated for resources: {'Port': ['ID=3c864262-bf22-4fad-bfe1-55a4666f5d75,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:19.097310 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.db.api [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 17:37:19.097934 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG oslo_db.api [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 17:37:19.109962 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-399096d5-2652-4b0d-88d7-66cfccc65134 None None] Provisioning complete for port 3c864262-bf22-4fad-bfe1-55a4666f5d75 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:19.110564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-399096d5-2652-4b0d-88d7-66cfccc65134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.173756 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 32bfcf9c-fc86-4d57-9a15-97f329a7618b up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:19.260604 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-399096d5-2652-4b0d-88d7-66cfccc65134 None None] Current status of the port 3c864262-bf22-4fad-bfe1-55a4666f5d75 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:19.277497 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 32bfcf9c-fc86-4d57-9a15-97f329a7618b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:37:19.279520 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks [] for port (956f85e1-c1ef-451d-8414-56fbac985797), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.285431 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 32bfcf9c-fc86-4d57-9a15-97f329a7618b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:19.286393 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.289602 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.359912 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-b3474393-a5dc-418f-9aa9-c0d95db69cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782573 Mar 22 17:37:19.417149 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (acfa4f56-cf86-47b7-a341-68faf84aa684), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.420494 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Pushing event updated for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:19.422170 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 32bfcf9c-fc86-4d57-9a15-97f329a7618b is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:19.422567 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.461103 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:19.463629 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44c0b5-b903-48db-82bc-3906009051c5" -d '{"events": [{"server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "name": "network-vif-plugged", "status": "completed", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:19.483522 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:19.485978 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-af166f98-5048-4d4c-a101-dea3d8849423 None None] Provisioning complete for port 956f85e1-c1ef-451d-8414-56fbac985797 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:19.487428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-af166f98-5048-4d4c-a101-dea3d8849423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (956f85e1-c1ef-451d-8414-56fbac985797), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.493239 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:19.494616 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-81c71332-9882-4eae-8f35-c3c8ef755802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:19.498070 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-81c71332-9882-4eae-8f35-c3c8ef755802 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1130 time: 0.1004665 Mar 22 17:37:19.540786 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Network 4783ef71-9c85-40bd-a802-f746cf530439 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:19.542397 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:19.546370 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ffc02-5161-45bb-9a9f-dff884ab53aa x-openstack-request-id: req-c44ffc02-5161-45bb-9a9f-dff884ab53aa {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:19.546851 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "name": "network-vif-plugged", "status": "completed", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:19.547286 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c44ffc02-5161-45bb-9a9f-dff884ab53aa {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:19.547922 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44ffc02-5161-45bb-9a9f-dff884ab53aa'] response: {'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'code': 200} Mar 22 17:37:19.826250 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-587e2348-0dcb-400b-b61a-050ea14b99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:19.833646 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-587e2348-0dcb-400b-b61a-050ea14b99ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.2670484 Mar 22 17:37:19.841232 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-af166f98-5048-4d4c-a101-dea3d8849423 None None] Port 956f85e1-c1ef-451d-8414-56fbac985797 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:19.876467 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:19.916503 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 3c864262-bf22-4fad-bfe1-55a4666f5d75 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:19.972447 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-7f3adde3-ef9f-46fc-9767-76641cd68dc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 217 time: 0.1294928 Mar 22 17:37:20.073547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Router acfa4f56-cf86-47b7-a341-68faf84aa684 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:20.083664 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-f2b7e4c1-d27f-4c11-a46d-0f10ffce66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.086172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-f2b7e4c1-d27f-4c11-a46d-0f10ffce66a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.1062973 Mar 22 17:37:20.102338 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-62ca4bc4-51bf-421f-900b-21da416832bb None None] Provisioning complete for port 956f85e1-c1ef-451d-8414-56fbac985797 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:20.102735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-62ca4bc4-51bf-421f-900b-21da416832bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (956f85e1-c1ef-451d-8414-56fbac985797), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.206867 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-62ca4bc4-51bf-421f-900b-21da416832bb None None] Port 956f85e1-c1ef-451d-8414-56fbac985797 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:20.220096 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91329b-61fd-48c4-b741-4e49902df08b req-e2236900-f48f-451e-8e1f-929fdd34f2c7 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.222370 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-be91329b-61fd-48c4-b741-4e49902df08b req-e2236900-f48f-451e-8e1f-929fdd34f2c7 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.2594593 Mar 22 17:37:20.224506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829727-8116-489e-af14-341866f7b9d2 req-5bd9b9f7-01bf-4642-826a-d8837bcf4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.225966 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-71829727-8116-489e-af14-341866f7b9d2 req-5bd9b9f7-01bf-4642-826a-d8837bcf4a59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.3535206 Mar 22 17:37:20.242327 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-3559cc62-0e4f-499e-98a4-0ceb481bba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.243881 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-3559cc62-0e4f-499e-98a4-0ceb481bba0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1473546 Mar 22 17:37:20.249486 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 3c864262-bf22-4fad-bfe1-55a4666f5d75 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:20.288834 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab204a-9b2d-4263-b923-232f14bf7c6e req-6a85c8a3-aecb-454d-90b8-631eebeb2fd5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:20.290577 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-efab204a-9b2d-4263-b923-232f14bf7c6e req-6a85c8a3-aecb-454d-90b8-631eebeb2fd5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.1202555 Mar 22 17:37:20.337328 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-be91329b-61fd-48c4-b741-4e49902df08b req-78bc76c7-c14f-43ad-8e03-05002bbf8b59 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075981 Mar 22 17:37:20.395071 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 3c864262-bf22-4fad-bfe1-55a4666f5d75 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:20.396088 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.396197 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-71829727-8116-489e-af14-341866f7b9d2 req-bf7d393f-eec4-4f20-9da8-22cf2196e2d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625838 Mar 22 17:37:20.414776 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:20.422101 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-938acdfc-44dd-447d-bac4-45deeaa16290 admin admin] 10.222.0.69 "PUT /v2.0/routers/acfa4f56-cf86-47b7-a341-68faf84aa684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955560 Mar 22 17:37:20.426049 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-efab204a-9b2d-4263-b923-232f14bf7c6e req-90ff1962-a895-49aa-b951-07c4cb1c75f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097832 Mar 22 17:37:20.460107 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-a095ccfe-90fd-4f77-8290-29987f969c9c service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076950 Mar 22 17:37:20.539077 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 3c864262-bf22-4fad-bfe1-55a4666f5d75 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:20.541123 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c56835e9-7c96-4723-b49c-b71349f1f365 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:20.613097 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port c56835e9-7c96-4723-b49c-b71349f1f365 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:20.613820 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.725623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port c56835e9-7c96-4723-b49c-b71349f1f365 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:20.726022 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.751086 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port c56835e9-7c96-4723-b49c-b71349f1f365, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=c56835e9-7c96-4723-b49c-b71349f1f365,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:20.757064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:20.813642 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=c56835e9-7c96-4723-b49c-b71349f1f365,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:20.991511 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a51d7a7c-c77d-44eb-be41-7ad8f15f6aa1 req-c9d37c33-a9e8-429e-9614-8a1888b3417e service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031764 Mar 22 17:37:21.179984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e59519cf-2eb3-42e0-bc37-049780d2764f details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:37:21.335941 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e59519cf-2eb3-42e0-bc37-049780d2764f,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:21.349181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'e59519cf-2eb3-42e0-bc37-049780d2764f', 'network_id': '52769141-3cd2-43f5-8ae5-d178ed45b2c2', 'port_id': 'e59519cf-2eb3-42e0-bc37-049780d2764f', 'mac_address': 'fa:16:3e:1a:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17196e59-115f-4c45-a682-478017748394', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:37:21.395794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port e59519cf-2eb3-42e0-bc37-049780d2764f is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:21.396701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.414543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59519cf-2eb3-42e0-bc37-049780d2764f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:37:21.438074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e59519cf-2eb3-42e0-bc37-049780d2764f,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:21.442844 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.478600 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c38e-d169-4aaa-8493-a285ead0a06d req-f950547b-2725-4f4a-96cf-6b91bd7f6bed tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:21.480510 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f5b2c38e-d169-4aaa-8493-a285ead0a06d req-f950547b-2725-4f4a-96cf-6b91bd7f6bed tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 948 time: 0.0594757 Mar 22 17:37:21.511628 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:21.516583 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Sync routers for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:21.531234 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:21.531234 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:21.541212 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f5b2c38e-d169-4aaa-8493-a285ead0a06d req-5b7e1e3a-62b2-4dc4-805d-dd26cf66ad92 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Mar 22 17:37:21.654575 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:21.678880 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb36a9-5d90-4705-8361-d1d388cab7ff req-01ec94cc-6e35-4307-b62d-7af144dca8da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:21.680547 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82cb36a9-5d90-4705-8361-d1d388cab7ff req-01ec94cc-6e35-4307-b62d-7af144dca8da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0725291 Mar 22 17:37:21.748893 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82cb36a9-5d90-4705-8361-d1d388cab7ff req-0492f111-9642-42b7-9576-874ea10a195d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618672 Mar 22 17:37:21.775711 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:21.781147 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925843481', 'description': 'tempest-secgroup-smoke-925843481 description', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:21.808843 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.900493 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (149abd50-fbe2-4769-a25f-ac328036fe89), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.905641 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (149abd50-fbe2-4769-a25f-ac328036fe89), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.910453 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:18Z', 'revision_number': 4, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '956f85e1-c1ef-451d-8414-56fbac985797', 'name': '', 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'mac_address': 'fa:16:3e:56:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:17Z', 'updated_at': '2022-03-22T17:37:19Z', 'revision_number': 2, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'subnets': [{'id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:21.930011 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.933035 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1558321 Mar 22 17:37:21.934271 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46230) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:21.938131 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Checking router: acfa4f56-cf86-47b7-a341-68faf84aa684 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:21.938494 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Updating router acfa4f56-cf86-47b7-a341-68faf84aa684 port 956f85e1-c1ef-451d-8414-56fbac985797 binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:37:21.939795 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:21.949482 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce01c-e945-432f-b9b6-d9a3313b40db tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149abd50-fbe2-4769-a25f-ac328036fe89,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:21.966366 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (956f85e1-c1ef-451d-8414-56fbac985797), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:21.971668 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (bff9d1a7-0dd5-423c-b254-12d6e05323c1), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.037342 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (bff9d1a7-0dd5-423c-b254-12d6e05323c1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.040027 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c56835e9-7c96-4723-b49c-b71349f1f365 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:22.042656 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (bff9d1a7-0dd5-423c-b254-12d6e05323c1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.064417 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff9d1a7-0dd5-423c-b254-12d6e05323c1,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.075130 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.076172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407604 Mar 22 17:37:22.077637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.077993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.078342 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.078688 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.079030 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.079371 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.079679 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:22.079787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.080025 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.080529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.080867 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.081245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.081617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.082307 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.082697 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.083059 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f799c95-fc1d-45a7-a0cd-ddc9f53dfa24 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:37:22.086532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:22.118035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (1cd57bf3-c0ef-4e7b-92f5-ccbec4f620aa), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.177381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (1cd57bf3-c0ef-4e7b-92f5-ccbec4f620aa), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.181760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (1cd57bf3-c0ef-4e7b-92f5-ccbec4f620aa), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.200450 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port c56835e9-7c96-4723-b49c-b71349f1f365 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:22.200835 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.202943 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd57bf3-c0ef-4e7b-92f5-ccbec4f620aa,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.210406 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.214432 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5f8ebac0-a501-485b-b58b-ef319f52c6a1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299226 Mar 22 17:37:22.214611 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46236) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:22.219759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:22.249016 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (67d1fcd9-ba82-44f6-ab91-aec5acdf82cb), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.276840 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['e59519cf-2eb3-42e0-bc37-049780d2764f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:22.310137 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (67d1fcd9-ba82-44f6-ab91-aec5acdf82cb), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.316698 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (67d1fcd9-ba82-44f6-ab91-aec5acdf82cb), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.337619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d1fcd9-ba82-44f6-ab91-aec5acdf82cb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.349437 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.353456 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-bb2d49b4-5442-451d-ba4b-ef2a71ea6e6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349955 Mar 22 17:37:22.353959 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46242) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:22.358929 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:22.393215 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (33184150-50e6-4d17-985b-ee4076f713fb), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.413406 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port c56835e9-7c96-4723-b49c-b71349f1f365 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:22.437541 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks [] for port (956f85e1-c1ef-451d-8414-56fbac985797), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.453273 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.478343 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (33184150-50e6-4d17-985b-ee4076f713fb), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.483696 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (33184150-50e6-4d17-985b-ee4076f713fb), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.524795 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33184150-50e6-4d17-985b-ee4076f713fb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.533645 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ee425-7ddb-4e23-bdc3-285cc16159e6 None None] Pushing event updated for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.546547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.550291 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-386c576d-8e91-4b97-94d0-a3166f1e2915 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953280 Mar 22 17:37:22.554711 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:22.562626 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:22.599676 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Project 13bc760bb77d4065b7f66f69dcb2d72b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:37:22.606845 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (931b6496-5a44-474d-99d1-6397028e1ce5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.714965 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (931b6496-5a44-474d-99d1-6397028e1ce5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.724163 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (931b6496-5a44-474d-99d1-6397028e1ce5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.751202 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931b6496-5a44-474d-99d1-6397028e1ce5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:22.768494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca098-d097-4aba-bae8-0d6d78ba25af req-c886b249-84b0-4682-9ea1-d7a55df570e1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:22.770261 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-52eca098-d097-4aba-bae8-0d6d78ba25af req-c886b249-84b0-4682-9ea1-d7a55df570e1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 949 time: 0.1021590 Mar 22 17:37:22.782114 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.786902 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46252) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:22.787751 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-325fd12d-ab1b-4558-bdf7-b35828ae6106 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2274392 Mar 22 17:37:22.792993 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'security_group_rule': {'security_group_id': '149abd50-fbe2-4769-a25f-ac328036fe89', 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:22.817347 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Attempting to bind port 956f85e1-c1ef-451d-8414-56fbac985797 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:22.817817 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Project 13bc760bb77d4065b7f66f69dcb2d72b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:37:22.818324 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Attempting to bind port 956f85e1-c1ef-451d-8414-56fbac985797 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:22.818901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Attempting to bind port 956f85e1-c1ef-451d-8414-56fbac985797 on network 4783ef71-9c85-40bd-a802-f746cf530439 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:22.825301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (68eb59d0-e1e7-4c78-927c-84d33470c3c1), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.839907 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:22.840430 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Checking segment: {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:22.840917 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.841406 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Bound using segment: {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:22.842611 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Bound port: 956f85e1-c1ef-451d-8414-56fbac985797, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ea28e1-4ecb-405c-921c-3d16a23551bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:22.843109 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (956f85e1-c1ef-451d-8414-56fbac985797), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.849635 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-52eca098-d097-4aba-bae8-0d6d78ba25af req-3c770648-3f14-4e7f-b011-33ea0d5ada56 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719490 Mar 22 17:37:22.901548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c54081d6-c95d-4b5d-b0a5-66c3ad1e2e3f None None] Provisioning complete for port 956f85e1-c1ef-451d-8414-56fbac985797 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:22.902132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c54081d6-c95d-4b5d-b0a5-66c3ad1e2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (956f85e1-c1ef-451d-8414-56fbac985797), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.948187 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (68eb59d0-e1e7-4c78-927c-84d33470c3c1), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.957803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (68eb59d0-e1e7-4c78-927c-84d33470c3c1), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:22.967548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c54081d6-c95d-4b5d-b0a5-66c3ad1e2e3f None None] Port 956f85e1-c1ef-451d-8414-56fbac985797 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:37:22.975649 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a233-220a-4443-a9d6-e2f6acd40b1b req-1d7652ad-ae7e-4073-8830-5ebcea7e1ba4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:22.976630 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] For port 956f85e1-c1ef-451d-8414-56fbac985797, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:22.977378 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9348a233-220a-4443-a9d6-e2f6acd40b1b req-1d7652ad-ae7e-4073-8830-5ebcea7e1ba4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.1301763 Mar 22 17:37:22.983330 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] For port 956f85e1-c1ef-451d-8414-56fbac985797, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=956f85e1-c1ef-451d-8414-56fbac985797,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:22.992458 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.003798 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.005022 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2160923 Mar 22 17:37:23.005741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a16d38-bf1d-4af0-a317-63e553fea419 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eb59d0-e1e7-4c78-927c-84d33470c3c1,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:23.058789 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:23.059451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:23.076689 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9348a233-220a-4443-a9d6-e2f6acd40b1b req-ebca843d-8a5b-470c-a7d5-71fd08359c91 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867870 Mar 22 17:37:23.098772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ee425-7ddb-4e23-bdc3-285cc16159e6 None None] Pushing event updated for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:23.201674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:23.238754 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c72d04-5a9f-4001-b909-6f58cbef7d4c req-27589a6f-d63e-48e1-b7a3-b5e85c43cbb2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:23.249947 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46290) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:23.250577 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5c72d04-5a9f-4001-b909-6f58cbef7d4c req-27589a6f-d63e-48e1-b7a3-b5e85c43cbb2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0810218 Mar 22 17:37:23.255160 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'floatingip': {'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:23.313538 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.432961 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Provisioning complete for port 956f85e1-c1ef-451d-8414-56fbac985797 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:23.433611 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (956f85e1-c1ef-451d-8414-56fbac985797), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.493683 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:18Z', 'revision_number': 4, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '956f85e1-c1ef-451d-8414-56fbac985797', 'name': '', 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'mac_address': 'fa:16:3e:56:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:17Z', 'updated_at': '2022-03-22T17:37:22Z', 'revision_number': 4, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'subnets': [{'id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:23.526166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656fe3-b3c6-4f58-a826-3a4978e96429 None None] The sync data for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi is: [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:18Z', 'revision_number': 4, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '956f85e1-c1ef-451d-8414-56fbac985797', 'name': '', 'network_id': '4783ef71-9c85-40bd-a802-f746cf530439', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'mac_address': 'fa:16:3e:56:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:17Z', 'updated_at': '2022-03-22T17:37:22Z', 'revision_number': 4, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'subnets': [{'id': '708e8a2c-781a-4b0c-a458-abfc75d6bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:23.587138 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Current status of the port 956f85e1-c1ef-451d-8414-56fbac985797 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:23.587610 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (956f85e1-c1ef-451d-8414-56fbac985797), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.703346 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] For port 956f85e1-c1ef-451d-8414-56fbac985797, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=956f85e1-c1ef-451d-8414-56fbac985797,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:23.709712 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.778581 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aee497-5dd2-4110-9cd1-7d93e900490d None None] Pushing event updated for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:23.914292 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:23.921737 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:24.064092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 956f85e1-c1ef-451d-8414-56fbac985797 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:24.135662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 956f85e1-c1ef-451d-8414-56fbac985797 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:24.136046 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (956f85e1-c1ef-451d-8414-56fbac985797), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:24.253005 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 956f85e1-c1ef-451d-8414-56fbac985797 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:24.322711 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c200-6ef5-4ce9-aaa9-25aecfeb79bc req-82aa8bde-8a3e-4a7d-8811-9297813afeb1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:24.324832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4cd8c200-6ef5-4ce9-aaa9-25aecfeb79bc req-82aa8bde-8a3e-4a7d-8811-9297813afeb1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 949 time: 0.3659847 Mar 22 17:37:24.358679 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Floating IP 592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d associated. External IP: 172.27.0.66, port: 32bfcf9c-fc86-4d57-9a15-97f329a7618b. Mar 22 17:37:24.459261 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4cd8c200-6ef5-4ce9-aaa9-25aecfeb79bc req-6769b124-1873-4220-81b4-b841d4d8c66f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197736 Mar 22 17:37:24.619751 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Router de439c13-c557-4190-8f63-7b6518d7aef5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:37:24.742455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:37:24.747922 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:24.754286 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:37:24.767512 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:24.768703 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:24.793997 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f45e59a5-5dd4-46b4-9cca-243941726e0c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "PUT /v2.0/floatingips/592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d HTTP/1.1" status: 200 len: 990 time: 1.5429051 Mar 22 17:37:24.794629 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:24.797104 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a07016-73d9-4136-ada5-3751e92dda9c" -d '{"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:24.848138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec02f0-608f-4290-abbc-dbe48af93285 x-openstack-request-id: req-36ec02f0-608f-4290-abbc-dbe48af93285 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:24.848460 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:24.848721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36ec02f0-608f-4290-abbc-dbe48af93285 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:24.849162 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ec02f0-608f-4290-abbc-dbe48af93285'] response: {'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'status': 'completed', 'code': 200} Mar 22 17:37:24.889128 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:24.941079 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07016-73d9-4136-ada5-3751e92dda9c req-89088a1f-19a8-458c-a236-2acb95ae2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:24.942670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-89088a1f-19a8-458c-a236-2acb95ae2930 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0461032 Mar 22 17:37:25.065396 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07016-73d9-4136-ada5-3751e92dda9c req-6eb77786-6b97-4d09-a359-38bcece468eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.069337 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-6eb77786-6b97-4d09-a359-38bcece468eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1201556 Mar 22 17:37:25.109778 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46340) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:25.180252 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:37:23Z', 'revision_number': 1, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:25.197171 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-58ea96d4-483d-4be9-aed7-7f421394a9ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 998 time: 0.1202576 Mar 22 17:37:25.203722 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e59519cf-2eb3-42e0-bc37-049780d2764f up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:37:25.238843 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:37:25.267105 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19d222e5-badd-40eb-901a-df0cc98b13e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.271377 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:37:25.272071 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:25.310246 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port e59519cf-2eb3-42e0-bc37-049780d2764f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:37:25.315181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port e59519cf-2eb3-42e0-bc37-049780d2764f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:37:25.315704 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.316043 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07016-73d9-4136-ada5-3751e92dda9c req-6da9e238-d7e6-4c38-863b-18c3505c4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.321192 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-6da9e238-d7e6-4c38-863b-18c3505c4c64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.1126492 Mar 22 17:37:25.382003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07016-73d9-4136-ada5-3751e92dda9c req-de97c59b-bf17-484f-b27b-c7bf1f3c2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.384168 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-de97c59b-bf17-484f-b27b-c7bf1f3c2671 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580969 Mar 22 17:37:25.412655 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19d222e5-badd-40eb-901a-df0cc98b13e4 admin admin] Publish callbacks [] for security_group (18a8851a-8f22-4da5-b26a-5aa744585681), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.419528 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-19d222e5-badd-40eb-901a-df0cc98b13e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18a8851a-8f22-4da5-b26a-5aa744585681), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.432891 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port e59519cf-2eb3-42e0-bc37-049780d2764f is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:37:25.433302 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.469748 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-19d222e5-badd-40eb-901a-df0cc98b13e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb9198e7f67a4d5d94a9eb8bacec5c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585978 Mar 22 17:37:25.473411 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d222e5-badd-40eb-901a-df0cc98b13e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a8851a-8f22-4da5-b26a-5aa744585681,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:25.480522 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46344) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:25.494875 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e59519cf-2eb3-42e0-bc37-049780d2764f,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:25.495880 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:25.499954 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db50280f-721a-44b0-97f9-71e63c770599" -d '{"events": [{"server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "name": "network-vif-plugged", "status": "completed", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:25.505367 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.523912 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-f9baa86f-9ac0-4f3c-a0a5-38a90307015f service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324401 Mar 22 17:37:25.553067 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:37:25.590543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0907ef97-e091-40c1-bd9a-65e315ae813e x-openstack-request-id: req-0907ef97-e091-40c1-bd9a-65e315ae813e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:25.591133 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "name": "network-vif-plugged", "status": "completed", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:25.592686 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0907ef97-e091-40c1-bd9a-65e315ae813e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:25.593534 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0907ef97-e091-40c1-bd9a-65e315ae813e'] response: {'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f', 'code': 200} Mar 22 17:37:25.602072 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:25.610857 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] Publish callbacks [] for security_group (18a8851a-8f22-4da5-b26a-5aa744585681), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.649896 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-83a07016-73d9-4136-ada5-3751e92dda9c req-72306faf-c403-403f-ad11-f7b154939eb9 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190917 Mar 22 17:37:25.681015 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] Publish callbacks [] for security_group (18a8851a-8f22-4da5-b26a-5aa744585681), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.767973 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa9d33-d146-497b-9099-ef1613f50ae9 req-11b5ffae-6f16-43be-87c0-c9d43e10ccb7 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.776033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bdfa9d33-d146-497b-9099-ef1613f50ae9 req-11b5ffae-6f16-43be-87c0-c9d43e10ccb7 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.1615343 Mar 22 17:37:25.828358 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18a8851a-8f22-4da5-b26a-5aa744585681), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.831489 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:25.833105 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18a8851a-8f22-4da5-b26a-5aa744585681 HTTP/1.1" status: 204 len: 168 time: 0.3500829 Mar 22 17:37:25.859415 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ede87-beac-4e6c-8b1f-a4a50a53bae3 req-a6971f44-23d9-43f6-a34d-f184aaed62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:25.863542 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f5ede87-beac-4e6c-8b1f-a4a50a53bae3 req-a6971f44-23d9-43f6-a34d-f184aaed62a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 1134 time: 0.0620112 Mar 22 17:37:25.865239 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bdfa9d33-d146-497b-9099-ef1613f50ae9 req-93956b32-9577-4a70-88a4-71ae7604bcfa tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880890 Mar 22 17:37:25.866620 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fef2e-3345-476c-bb33-19bd12a7ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a8851a-8f22-4da5-b26a-5aa744585681,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:25.880934 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:37:23Z', 'revision_number': 1, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:37:25.917101 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db205c0-7e9f-4dbb-b109-7e19ee59efe3 None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:37:23Z', 'revision_number': 1, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:37:25.938024 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f5ede87-beac-4e6c-8b1f-a4a50a53bae3 req-9a2262c9-b944-4de0-aec3-98a7a47959b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669868 Mar 22 17:37:26.122287 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3b44d-55c8-477e-9044-72460148f5f4 None None] New status for floating IP 592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:37:26.991794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd25a-6ba3-4055-8e5d-a20fbda7eb4b req-904725a0-9d02-4566-868c-e72be32c5d5c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:26.993502 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22ccd25a-6ba3-4055-8e5d-a20fbda7eb4b req-904725a0-9d02-4566-868c-e72be32c5d5c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0571179 Mar 22 17:37:27.046264 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22ccd25a-6ba3-4055-8e5d-a20fbda7eb4b req-689cf644-b3e6-4a77-bba1-335ce1fbfaef tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Mar 22 17:37:28.168497 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e11a67-5427-49ec-a0c1-212e49a8c978 req-33aa720d-82f6-40d0-811c-d7541371090c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:28.169896 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b9e11a67-5427-49ec-a0c1-212e49a8c978 req-33aa720d-82f6-40d0-811c-d7541371090c tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0543475 Mar 22 17:37:28.235575 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b9e11a67-5427-49ec-a0c1-212e49a8c978 req-cb504f64-f210-4525-a568-09b0443ca43a tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Mar 22 17:37:28.878219 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-824afd6c-0ae3-4f52-a4de-5a95cbafd28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:29.289261 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:37:29.384632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e7a95-e013-4cc5-8aac-4483d20830aa req-f091f333-b4ae-4c11-ab4b-dbe6a536439f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:29.391636 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dd9e7a95-e013-4cc5-8aac-4483d20830aa req-f091f333-b4ae-4c11-ab4b-dbe6a536439f tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0650802 Mar 22 17:37:29.436265 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dd9e7a95-e013-4cc5-8aac-4483d20830aa req-0e02451a-4915-44ce-8236-c8d70fa95f03 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Mar 22 17:37:29.702384 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d810e-5715-4a2c-b3f4-1d59a1c90a87 req-5bf600df-65f8-4a93-8387-95a7459ef486 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:29.703902 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-264d810e-5715-4a2c-b3f4-1d59a1c90a87 req-5bf600df-65f8-4a93-8387-95a7459ef486 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0562553 Mar 22 17:37:29.750947 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-264d810e-5715-4a2c-b3f4-1d59a1c90a87 req-9c4c5870-8093-4781-8657-98ab511bcbb8 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Mar 22 17:37:30.872161 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83b740-1a3d-4432-919d-8fc8edc95c1a req-0f6b788d-b33d-4c9c-9ce0-ac3a8c377070 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:30.873683 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b83b740-1a3d-4432-919d-8fc8edc95c1a req-0f6b788d-b33d-4c9c-9ce0-ac3a8c377070 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0519953 Mar 22 17:37:30.919876 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b83b740-1a3d-4432-919d-8fc8edc95c1a req-efe85b97-195d-489d-b47d-01af7b2ae2af tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Mar 22 17:37:31.271812 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8ff42d8f-5a07-4491-a136-5010f5734d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:32.039738 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95567-b5a5-4310-8cf5-1500627e3ca9 req-530f7281-80e2-4182-bc03-172c8e23be06 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:32.041451 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41c95567-b5a5-4310-8cf5-1500627e3ca9 req-530f7281-80e2-4182-bc03-172c8e23be06 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0559804 Mar 22 17:37:32.092851 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41c95567-b5a5-4310-8cf5-1500627e3ca9 req-59d3e8df-6956-4a29-8b36-dca9bdeb8060 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Mar 22 17:37:32.221243 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:33.215383 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690ba1b-4e53-44ac-867a-87c50a8a8027 req-70d8698f-792f-4c16-a15f-78696cea4b79 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:33.216907 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f690ba1b-4e53-44ac-867a-87c50a8a8027 req-70d8698f-792f-4c16-a15f-78696cea4b79 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0522249 Mar 22 17:37:33.265466 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f690ba1b-4e53-44ac-867a-87c50a8a8027 req-d38ebdea-3901-4037-affc-95ee3f3897d8 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Mar 22 17:37:33.997984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:34.401639 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e301-41ef-45b4-9e7f-e67576b35da6 req-e6cd0bc8-a031-42c3-874f-104a1ead10f9 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:34.404033 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-53a8e301-41ef-45b4-9e7f-e67576b35da6 req-e6cd0bc8-a031-42c3-874f-104a1ead10f9 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0679588 Mar 22 17:37:34.465695 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-53a8e301-41ef-45b4-9e7f-e67576b35da6 req-2005c323-694b-4e24-9bba-5ee3223ca885 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551403 Mar 22 17:37:35.320660 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:35.604579 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42d96b-3de5-42db-9866-9532747e847a req-1c2b2040-20ae-464d-aa5b-fe25aacc1ff1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:35.606669 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dc42d96b-3de5-42db-9866-9532747e847a req-1c2b2040-20ae-464d-aa5b-fe25aacc1ff1 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0620511 Mar 22 17:37:35.662898 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dc42d96b-3de5-42db-9866-9532747e847a req-e8cb3148-2759-4df0-807c-bccf5ff80e6a tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480111 Mar 22 17:37:36.811366 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d835b6-1332-4009-b7f6-9a3040cc61b7 req-f8672908-0f1b-4aca-994b-60443806b383 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:36.813142 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3d835b6-1332-4009-b7f6-9a3040cc61b7 req-f8672908-0f1b-4aca-994b-60443806b383 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0603776 Mar 22 17:37:36.873013 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e3d835b6-1332-4009-b7f6-9a3040cc61b7 req-62586529-9976-494d-b3ef-4a9659e5152a tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccf62f26-9c1c-4f37-b948-15912cb2b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529079 Mar 22 17:37:37.073128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-ddd02a29-7164-4473-9ae7-8d4a5eac0694 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:37.074779 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-ddd02a29-7164-4473-9ae7-8d4a5eac0694 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 950 time: 0.0539277 Mar 22 17:37:37.184254 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Deleting port e59519cf-2eb3-42e0-bc37-049780d2764f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:37:37.184600 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.316071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] For port e59519cf-2eb3-42e0-bc37-049780d2764f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e59519cf-2eb3-42e0-bc37-049780d2764f,segment=NetworkSegment(ebd76f3e-82cd-4d29-9355-8b208babeb8f),segment_id=ebd76f3e-82cd-4d29-9355-8b208babeb8f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:37:37.316745 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.342304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Calling delete_port for e59519cf-2eb3-42e0-bc37-049780d2764f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:37:37.522450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (e59519cf-2eb3-42e0-bc37-049780d2764f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.552186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Pushing event deleted for resources: {'Port': ['ID=e59519cf-2eb3-42e0-bc37-049780d2764f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:37.572075 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['e59519cf-2eb3-42e0-bc37-049780d2764f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:37:37.603770 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] No DVR routers for this DVR port e59519cf-2eb3-42e0-bc37-049780d2764f on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:37:37.607354 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:37.611527 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9bbb7654-a23d-4b7e-92aa-5969535d8784 req-b03a85b4-acdb-4131-8977-776002b2f999 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.62 "DELETE /v2.0/ports/e59519cf-2eb3-42e0-bc37-049780d2764f HTTP/1.1" status: 204 len: 173 time: 0.5302961 Mar 22 17:37:37.612032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'name': 'network-vif-deleted', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:37:37.614470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b47ae-cd0c-4c47-80a3-7e36967c0eb3" -d '{"events": [{"server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "name": "network-vif-deleted", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:37:37.682676 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294d2de-a8f0-4b98-9aa5-d2da5cbbb198 x-openstack-request-id: req-2294d2de-a8f0-4b98-9aa5-d2da5cbbb198 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:37:37.683151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad59bdb-0c4d-4a69-9847-1243e4e19247", "name": "network-vif-deleted", "tag": "e59519cf-2eb3-42e0-bc37-049780d2764f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:37:37.683514 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2294d2de-a8f0-4b98-9aa5-d2da5cbbb198 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:37:37.684039 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2294d2de-a8f0-4b98-9aa5-d2da5cbbb198'] response: {'server_uuid': '8ad59bdb-0c4d-4a69-9847-1243e4e19247', 'name': 'network-vif-deleted', 'tag': 'e59519cf-2eb3-42e0-bc37-049780d2764f', 'status': 'completed', 'code': 200} Mar 22 17:37:38.044799 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5735dc4-eb98-4421-8a8d-1c4865c7bbb3 req-15e80a04-8e38-47f9-94e2-276218a4b993 tempest-VolumesNegativeTest-1765464858 tempest-VolumesNegativeTest-1765464858-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ad59bdb-0c4d-4a69-9847-1243e4e19247 HTTP/1.1" status: 200 len: 210 time: 0.0352364 Mar 22 17:37:39.359989 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46550) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:39.510424 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f363df91-0673-409b-bd9c-76730c5cb8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.613269 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f363df91-0673-409b-bd9c-76730c5cb8f1 admin admin] Publish callbacks [] for security_group (51fb2909-9d8d-421a-b49f-293c974d8bc5), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.619314 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f363df91-0673-409b-bd9c-76730c5cb8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (51fb2909-9d8d-421a-b49f-293c974d8bc5), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.658871 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f363df91-0673-409b-bd9c-76730c5cb8f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7202369b573f49578fdd33665b1b47fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976077 Mar 22 17:37:39.661995 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46570) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:39.682935 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363df91-0673-409b-bd9c-76730c5cb8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb2909-9d8d-421a-b49f-293c974d8bc5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:39.749741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] Publish callbacks [] for security_group (51fb2909-9d8d-421a-b49f-293c974d8bc5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.764998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] Publish callbacks [] for security_group (51fb2909-9d8d-421a-b49f-293c974d8bc5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.819234 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (51fb2909-9d8d-421a-b49f-293c974d8bc5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.821884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:39.823052 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51fb2909-9d8d-421a-b49f-293c974d8bc5 HTTP/1.1" status: 204 len: 168 time: 0.1600626 Mar 22 17:37:39.832885 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4888a-2d22-409a-8a10-76ad1626001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb2909-9d8d-421a-b49f-293c974d8bc5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:42.030506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e59519cf-2eb3-42e0-bc37-049780d2764f no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:37:42.067078 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: e59519cf-2eb3-42e0-bc37-049780d2764f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:37:42.067518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e59519cf-2eb3-42e0-bc37-049780d2764f not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:37:45.695984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:45.794158 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46840) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:45.959985 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f82c0946-1741-4506-ad06-a80bd9e75fd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=073e37e26eb94b8eb5250f73539c06d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639683 Mar 22 17:37:45.962477 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46846) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:46.044665 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] Publish callbacks [] for security_group (ccf62f26-9c1c-4f37-b948-15912cb2b5ce), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:46.074051 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] Publish callbacks [] for security_group (ccf62f26-9c1c-4f37-b948-15912cb2b5ce), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:46.129731 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ccf62f26-9c1c-4f37-b948-15912cb2b5ce), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:46.133680 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:46.135870 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ccf62f26-9c1c-4f37-b948-15912cb2b5ce HTTP/1.1" status: 204 len: 168 time: 0.1720514 Mar 22 17:37:46.149946 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e68f7f-45de-4631-9924-ebbef8b2bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf62f26-9c1c-4f37-b948-15912cb2b5ce,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.328276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46962) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.472563 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1640a06c-3c26-491f-b34c-eb3baf449722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.614495 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1640a06c-3c26-491f-b34c-eb3baf449722 admin admin] Publish callbacks [] for security_group (2910dd36-c5ca-4c88-8ac7-982abc600e34), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.619278 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1640a06c-3c26-491f-b34c-eb3baf449722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2910dd36-c5ca-4c88-8ac7-982abc600e34), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.665869 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1640a06c-3c26-491f-b34c-eb3baf449722 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66758392f5ff4edeb60e35ba6582f5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363636 Mar 22 17:37:56.666801 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640a06c-3c26-491f-b34c-eb3baf449722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910dd36-c5ca-4c88-8ac7-982abc600e34,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:56.670127 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 46968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:56.732748 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] Publish callbacks [] for security_group (2910dd36-c5ca-4c88-8ac7-982abc600e34), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.762668 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] Publish callbacks [] for security_group (2910dd36-c5ca-4c88-8ac7-982abc600e34), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.825343 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2910dd36-c5ca-4c88-8ac7-982abc600e34), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.828881 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:56.830130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2910dd36-c5ca-4c88-8ac7-982abc600e34 HTTP/1.1" status: 204 len: 168 time: 0.1585279 Mar 22 17:37:56.838777 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4f9c7-866f-41ee-9e6d-4e5dc41ba0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910dd36-c5ca-4c88-8ac7-982abc600e34,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:57.656760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 46994) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:57.768213 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-552990402-network', 'tenant_id': '721a864ad379486dbb0920edef00cefc'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:57.789167 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Made reservation on behalf of 721a864ad379486dbb0920edef00cefc for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:57.792130 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.803587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.899364 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks [] for security_group (c0d9e218-11ea-43f1-86b5-1602ed6d9226), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.904301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c0d9e218-11ea-43f1-86b5-1602ed6d9226), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.939435 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:37:57.946736 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d9e218-11ea-43f1-86b5-1602ed6d9226,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:57.956283 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (490cf951-a886-46dd-bb09-4a3cfabf8f64), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:57.956664 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Added segment 490cf951-a886-46dd-bb09-4a3cfabf8f64 of type vlan for network 777687c2-2c08-4267-abec-bd63352fef1b Mar 22 17:37:58.017682 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (777687c2-2c08-4267-abec-bd63352fef1b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.052735 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (777687c2-2c08-4267-abec-bd63352fef1b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.053782 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:58.054381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.123743 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4657588 Mar 22 17:37:58.127136 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47000) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:58.134926 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Request body: {'subnet': {'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-552990402-subnet', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:58.139868 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744d8b-b42b-4908-8629-d273e7377343 admin admin] Pushing event updated for resources: {'Network': ['ID=777687c2-2c08-4267-abec-bd63352fef1b,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:58.154064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 777687c2-2c08-4267-abec-bd63352fef1b details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:37:58.163177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Made reservation on behalf of 721a864ad379486dbb0920edef00cefc for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:37:58.166638 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.368226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (82d3abf1-af10-4867-8d61-0f297e3816df), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.421417 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d3abf1-af10-4867-8d61-0f297e3816df,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:58.440263 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Checking segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:58.440800 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Network hostable DHCP agents. Network: 777687c2-2c08-4267-abec-bd63352fef1b, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:37:58.459748 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Network 777687c2-2c08-4267-abec-bd63352fef1b is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:37:58.470613 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 777687c2-2c08-4267-abec-bd63352fef1b) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:58.477006 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:37:58.479145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.491866 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b50dd-b08f-4238-a2b1-bfdcebd97090 None None] Network 777687c2-2c08-4267-abec-bd63352fef1b requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:37:58.497235 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ec4c0071-0d07-49c0-8d4a-9448ae786078 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3688514 Mar 22 17:37:58.502667 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47004) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:37:58.510430 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:37:58.549927 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (75ef2927-e414-4181-b849-22c35554795a), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.551963 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (75ef2927-e414-4181-b849-22c35554795a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.620944 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for router_controller (75ef2927-e414-4181-b849-22c35554795a), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.649413 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-777687c2-2c08-4267-abec-bd63352fef1b', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'project_id': '721a864ad379486dbb0920edef00cefc', 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:37:58.650479 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.808892 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for router_gateway (75ef2927-e414-4181-b849-22c35554795a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.894041 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-33c81527-6fc5-41c3-87f3-dcaf7a8cf76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:58.950906 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Allocated IP 172.20.0.2 (777687c2-2c08-4267-abec-bd63352fef1b/82d3abf1-af10-4867-8d61-0f297e3816df/67ea0dc9-7ca2-4f45-95b9-b71bf9b87333) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:59.094734 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for router_gateway (75ef2927-e414-4181-b849-22c35554795a), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.137077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.188300 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks [] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.196461 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.238566 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Network 777687c2-2c08-4267-abec-bd63352fef1b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:59.246506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:59.252278 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:59.256230 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Pushing event updated for resources: {'Port': ['ID=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:59.275882 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Allocated IP 172.27.0.235 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:37:59.333671 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Attempting to bind port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:37:59.334139 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Attempting to bind port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:37:59.334677 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Attempting to bind port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 on network 777687c2-2c08-4267-abec-bd63352fef1b {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:37:59.343506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:37:59.344110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Checking segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:37:59.344911 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.345504 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Bound using segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:37:59.346215 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Bound port: 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:37:59.348100 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.437309 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.450784 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] For port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:37:59.455138 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] For port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:37:59.472181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.485290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:37:59.545630 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:37:59.554138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:37:59.560327 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:37:59.577857 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8106-c5e9-496a-892d-7ee99c1676fe None None] Pushing event updated for resources: {'Port': ['ID=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:59.615861 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Pushing event updated for resources: {'Port': ['ID=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:37:59.917972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for router_gateway (75ef2927-e414-4181-b849-22c35554795a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.099843 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:00.192469 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:00.193555 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.294732 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:00.295134 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.339167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:00.347156 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.440809 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:00.489329 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (75ef2927-e414-4181-b849-22c35554795a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.667241 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Router 75ef2927-e414-4181-b849-22c35554795a is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:38:00.800695 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d80e08-b9d6-4d4c-8815-434befbedf37 None None] Network 777687c2-2c08-4267-abec-bd63352fef1b requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:00.843606 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:00.857240 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Sync routers for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:00.873476 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:00.874657 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:00.874955 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:37:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:00.880825 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a2e46409-48fe-4c81-a46f-60ad50236e10 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3723478 Mar 22 17:38:00.881425 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47014) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:00.893088 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9d821e1b-ca1d-40bf-9444-51541f87cc2a None None] Provisioning complete for port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:00.893618 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d821e1b-ca1d-40bf-9444-51541f87cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.040577 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:01.104246 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9d821e1b-ca1d-40bf-9444-51541f87cc2a None None] Current status of the port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:01.281763 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2fc2-6c1f-4cd1-90fe-4f1f8b326e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.347478 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:37:59Z', 'revision_number': 3, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:01.395729 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Checking router: 75ef2927-e414-4181-b849-22c35554795a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:01.396294 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Updating router 75ef2927-e414-4181-b849-22c35554795a port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:01.447558 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d2baafa3-1db9-4848-a4ef-7c0387f6f1c5 None None] Provisioning complete for port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:01.448752 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2baafa3-1db9-4848-a4ef-7c0387f6f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.451645 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.588810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d2baafa3-1db9-4848-a4ef-7c0387f6f1c5 None None] Current status of the port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:01.602021 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.813297 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Allocated IP 172.20.0.1 (777687c2-2c08-4267-abec-bd63352fef1b/82d3abf1-af10-4867-8d61-0f297e3816df/eb101410-245f-4fab-9562-e14c85030440) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:01.861775 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks [] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.870778 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.927953 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Attempting to bind port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:01.928413 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Attempting to bind port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:01.930593 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Attempting to bind port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:01.934426 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae2604-9cae-4dac-aaa2-73277012f655 None None] Pushing event updated for resources: {'Port': ['ID=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:01.940240 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:01.940749 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:01.941132 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:01.941480 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:01.942515 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Bound port: f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:01.942515 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.000121 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks [] for port (eb101410-245f-4fab-9562-e14c85030440), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.001939 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] For port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:02.006004 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] For port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:02.014300 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.066806 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (eb101410-245f-4fab-9562-e14c85030440), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.082441 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:02.087017 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae2604-9cae-4dac-aaa2-73277012f655 None None] Pushing event updated for resources: {'Port': ['ID=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:02.112572 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:02.113492 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.147528 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Network 777687c2-2c08-4267-abec-bd63352fef1b is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:02.148053 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:02.148614 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.153148 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:02.159483 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:02.244564 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Pushing event updated for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:02.260636 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.274977 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (75ef2927-e414-4181-b849-22c35554795a), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.341479 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:02.358058 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:02.544327 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-70728c5b-523d-4e65-9d0a-e29583701534 None None] Provisioning complete for port eb101410-245f-4fab-9562-e14c85030440 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:02.544966 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-70728c5b-523d-4e65-9d0a-e29583701534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (eb101410-245f-4fab-9562-e14c85030440), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.564518 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (eb101410-245f-4fab-9562-e14c85030440), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.639885 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-70728c5b-523d-4e65-9d0a-e29583701534 None None] Port eb101410-245f-4fab-9562-e14c85030440 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:02.655142 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:37:59Z', 'revision_number': 3, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:02.716524 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0382f-79a5-4703-83f9-0a3c895e8cd0 None None] The sync data for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi is: [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:37:59Z', 'revision_number': 3, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:02.828762 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks [] for port (eb101410-245f-4fab-9562-e14c85030440), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.835065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (eb101410-245f-4fab-9562-e14c85030440), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:02.936557 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Pushing event updated for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:02.940768 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (75ef2927-e414-4181-b849-22c35554795a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.103529 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Network 777687c2-2c08-4267-abec-bd63352fef1b is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:03.106570 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:03.227434 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-8b3862cb-a94d-487e-b739-131315630eaf tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925843481&fields=id&tenant_id=13bc760bb77d4065b7f66f69dcb2d72b HTTP/1.1" status: 200 len: 267 time: 0.1040289 Mar 22 17:38:03.331226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Router 75ef2927-e414-4181-b849-22c35554795a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:03.413638 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-44359514-6822-4ca0-a3a4-03bfde47b4d1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:03.421362 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-44359514-6822-4ca0-a3a4-03bfde47b4d1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 809 time: 0.1805351 Mar 22 17:38:03.441510 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-4a5e7699-333f-4d8e-ac7f-574b1b50f166 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/quotas/13bc760bb77d4065b7f66f69dcb2d72b HTTP/1.1" status: 200 len: 375 time: 0.0176697 Mar 22 17:38:03.510603 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-bcf87517-8f91-43c7-ad1e-004e52a61362 None None] Provisioning complete for port eb101410-245f-4fab-9562-e14c85030440 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:03.511740 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bcf87517-8f91-43c7-ad1e-004e52a61362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (eb101410-245f-4fab-9562-e14c85030440), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:03.525732 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-64c275cc-e724-41ae-ad76-25042b27e593 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780869 Mar 22 17:38:03.544273 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:03.550110 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-53253139-30a3-4325-aefa-dd15f371059a admin admin] 10.222.0.69 "PUT /v2.0/routers/75ef2927-e414-4181-b849-22c35554795a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660132 Mar 22 17:38:03.584310 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-bcf87517-8f91-43c7-ad1e-004e52a61362 None None] Port eb101410-245f-4fab-9562-e14c85030440 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:03.697174 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-687ff62c-ff85-4129-bb9b-44b3ea3caeef service neutron] 10.222.0.69 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311491 Mar 22 17:38:03.838880 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-0de1a3a4-b1e4-46c2-b824-2643c3f08cba service neutron] 10.222.0.69 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336405 Mar 22 17:38:04.056560 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.135642 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:04.265052 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:04.266491 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.362667 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4b6e7865-520f-4def-967d-42c29d6d27c3 req-e2e156aa-6165-48e0-8e89-758ea84bf61f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0824084 Mar 22 17:38:04.371722 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47062) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:04.382540 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328003909-network', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:04.414678 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:04.415258 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.442333 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Made reservation on behalf of 0b27de8a33a04a4ebd01bb3c4b43075f for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:04.445465 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:04.445991 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.452191 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.461247 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.557177 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:04.603215 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks [] for security_group (ea3f4515-d97b-4803-b794-682e20491981), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.610117 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ea3f4515-d97b-4803-b794-682e20491981), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.647325 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:38:04.654378 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f4515-d97b-4803-b794-682e20491981,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:04.664178 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.664760 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Added segment 93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0 of type vlan for network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 Mar 22 17:38:04.727147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (2fd9b456-c3b6-4f10-a3bf-0b816384f291), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.777352 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (2fd9b456-c3b6-4f10-a3bf-0b816384f291), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.779377 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:04.780036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:04.850670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4772072 Mar 22 17:38:04.855066 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47072) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:04.863715 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3d01-93ad-4b48-b800-a385ccea6016 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd9b456-c3b6-4f10-a3bf-0b816384f291,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:04.864003 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Request body: {'subnet': {'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328003909-subnet', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:04.879880 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:38:04.889086 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Made reservation on behalf of 0b27de8a33a04a4ebd01bb3c4b43075f for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:04.892226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.057235 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Sync routers for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:05.076323 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:05.077451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:05.154808 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (cc1f6a18-7f14-4c02-a6de-94c8bf530609), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.257499 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1f6a18-7f14-4c02-a6de-94c8bf530609,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:05.268836 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:05.269981 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Checking segment: {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:05.270563 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Network hostable DHCP agents. Network: 2fd9b456-c3b6-4f10-a3bf-0b816384f291, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:38:05.299907 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:38:05.315157 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 2fd9b456-c3b6-4f10-a3bf-0b816384f291) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:05.321627 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:05.322552 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.340550 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f4ebb-a2f5-48a1-be3b-b3aa0d292965 None None] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:05.346860 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-75e8fe34-92cb-407b-8366-e4e1e6731822 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4896641 Mar 22 17:38:05.350523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47076) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:05.356513 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:05.386994 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.388933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.463389 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.477715 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for router_controller (320566e4-54c4-474b-b6e6-2ce65a9fb562), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.655280 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a311151-3dca-46b5-875e-7e011e931f26 req-7350f66f-20ef-4255-86e6-f4eef7de4707 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.1002769 Mar 22 17:38:05.693884 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'fixed_ips': [{'subnet_id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:38:05.695373 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:05.742800 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for router_gateway (320566e4-54c4-474b-b6e6-2ce65a9fb562), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.021489 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for router_gateway (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.040659 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 2, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:06.054660 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.098161 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:06.102515 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Checking router: 75ef2927-e414-4181-b849-22c35554795a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:06.102879 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Updating router 75ef2927-e414-4181-b849-22c35554795a port eb101410-245f-4fab-9562-e14c85030440 binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:06.187285 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (eb101410-245f-4fab-9562-e14c85030440), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.190160 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Allocated IP 172.20.0.2 (2fd9b456-c3b6-4f10-a3bf-0b816384f291/cc1f6a18-7f14-4c02-a6de-94c8bf530609/ea132e7f-dca3-4575-a0f7-09e8b601cfaa) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:06.234763 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Allocated IP 172.27.0.69 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/488b3396-1b46-4046-8a0c-cab86745997c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:06.295625 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:38:06.307808 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:06.308299 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.387181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for port (488b3396-1b46-4046-8a0c-cab86745997c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.432562 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (488b3396-1b46-4046-8a0c-cab86745997c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.474645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:06.478050 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:06.485593 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:06.517993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=488b3396-1b46-4046-8a0c-cab86745997c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.688243 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks [] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.697711 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:06.706977 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.777619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:06.784532 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Pushing event updated for resources: {'Port': ['ID=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:06.789434 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:06.794881 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:06.804426 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3f831c08-b5cb-4bf6-8a62-ea7ac29914b8 req-c13d1182-cd9d-4f2b-91d1-209b29ec95d4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0622580 Mar 22 17:38:06.871812 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks [] for port (eb101410-245f-4fab-9562-e14c85030440), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.879557 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for router_gateway (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.910850 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (eb101410-245f-4fab-9562-e14c85030440), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.922955 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Attempting to bind port ea132e7f-dca3-4575-a0f7-09e8b601cfaa on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:06.923336 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Attempting to bind port ea132e7f-dca3-4575-a0f7-09e8b601cfaa by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:06.923778 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Attempting to bind port ea132e7f-dca3-4575-a0f7-09e8b601cfaa on network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:06.956728 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:06.957125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Checking segment: {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:06.957547 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.957954 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Bound using segment: {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:06.958468 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Bound port: ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:06.958859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:06.990996 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37553-83a8-4782-a628-093a1d5ebdfd None None] Pushing event updated for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:07.090903 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Attempting to bind port eb101410-245f-4fab-9562-e14c85030440 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:07.091235 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Attempting to bind port eb101410-245f-4fab-9562-e14c85030440 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:07.091627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Attempting to bind port eb101410-245f-4fab-9562-e14c85030440 on network 777687c2-2c08-4267-abec-bd63352fef1b {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:07.100460 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:07.100984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Checking segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:07.101281 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.101701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Bound using segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:07.102210 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Bound port: eb101410-245f-4fab-9562-e14c85030440, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:07.102612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (eb101410-245f-4fab-9562-e14c85030440), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.123152 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] For port ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:07.157195 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] For port ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:07.176687 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.199813 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.260423 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] For port eb101410-245f-4fab-9562-e14c85030440, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:07.271043 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] For port eb101410-245f-4fab-9562-e14c85030440, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=eb101410-245f-4fab-9562-e14c85030440,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:07.287470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (eb101410-245f-4fab-9562-e14c85030440), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.290563 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba972f-1f85-4337-9fa2-d27b34c02c52 None None] Pushing event updated for resources: {'Port': ['ID=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:07.391778 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37553-83a8-4782-a628-093a1d5ebdfd None None] Pushing event updated for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:07.405470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:07.406758 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:07.410540 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Provisioning complete for port eb101410-245f-4fab-9562-e14c85030440 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:07.410932 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (eb101410-245f-4fab-9562-e14c85030440), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.480407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Router 320566e4-54c4-474b-b6e6-2ce65a9fb562 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:38:07.631052 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:07.805073 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:07.836079 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Sync routers for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:07.836699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:07.839958 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c339c61f-28fc-4027-80f0-08532042f4c8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4855268 Mar 22 17:38:07.840858 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47090) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:07.854566 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:07.855918 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:07.939545 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Current status of the port eb101410-245f-4fab-9562-e14c85030440 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:07.940056 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (eb101410-245f-4fab-9562-e14c85030440), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.013584 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:08.034585 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-02e7700b-23ff-4a8d-8a87-1f743c931866 req-610d2b35-0be6-4970-b245-cf009deb4d96 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0441849 Mar 22 17:38:08.135850 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] For port eb101410-245f-4fab-9562-e14c85030440, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=eb101410-245f-4fab-9562-e14c85030440,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:08.144298 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (eb101410-245f-4fab-9562-e14c85030440), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.210493 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device ea132e7f-dca3-4575-a0f7-09e8b601cfaa up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:08.362387 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Pushing event updated for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:08.378142 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9aed40fa-63ba-4947-b936-933d1a7573d2 None None] Provisioning complete for port eb101410-245f-4fab-9562-e14c85030440 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:08.378525 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aed40fa-63ba-4947-b936-933d1a7573d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (eb101410-245f-4fab-9562-e14c85030440), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.383394 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:07Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:08.394001 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.394437 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.394756 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.395109 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.395543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.395893 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.396291 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.396693 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.396942 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.397339 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.397652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.397981 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.398318 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.398735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.409143 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7305f9-607b-4d68-96bd-b93edd3967be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:08.504556 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:06Z', 'revision_number': 3, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:08.538702 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Checking router: 320566e4-54c4-474b-b6e6-2ce65a9fb562 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:08.539064 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Updating router 320566e4-54c4-474b-b6e6-2ce65a9fb562 port 488b3396-1b46-4046-8a0c-cab86745997c binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:08.584883 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (488b3396-1b46-4046-8a0c-cab86745997c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.603290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-cfbd1c80-a9e3-4d85-bf58-a2eaaa4cd0d3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:08.611696 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-cfbd1c80-a9e3-4d85-bf58-a2eaaa4cd0d3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 809 time: 0.3245118 Mar 22 17:38:08.736090 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a8a97-6ea3-42cd-a5fb-f58285182ded None None] The sync data for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi is: [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:07Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:08.756344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port ea132e7f-dca3-4575-a0f7-09e8b601cfaa triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:08.761836 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:08.809831 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-de8a4630-20de-40c9-8eed-b027f289fced tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13bc760bb77d4065b7f66f69dcb2d72b HTTP/1.1" status: 200 len: 379 time: 0.1814523 Mar 22 17:38:08.844535 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'port': {'device_id': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'admin_state_up': True, 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'security_groups': ['149abd50-fbe2-4769-a25f-ac328036fe89']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:09.033840 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9aed40fa-63ba-4947-b936-933d1a7573d2 None None] Current status of the port eb101410-245f-4fab-9562-e14c85030440 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:09.097081 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks [] for port (488b3396-1b46-4046-8a0c-cab86745997c), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.123568 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (488b3396-1b46-4046-8a0c-cab86745997c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.169450 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port ea132e7f-dca3-4575-a0f7-09e8b601cfaa is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:09.169871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.175758 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Made reservation on behalf of 13bc760bb77d4065b7f66f69dcb2d72b for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:09.189828 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Attempting to bind port 488b3396-1b46-4046-8a0c-cab86745997c on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:09.190206 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Attempting to bind port 488b3396-1b46-4046-8a0c-cab86745997c by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:09.190581 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Attempting to bind port 488b3396-1b46-4046-8a0c-cab86745997c on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:09.192053 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.270678 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0775cb3-6a31-4862-9959-936a1fd4f159 None None] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:09.271327 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:09.272404 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:09.272404 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.272923 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:09.273530 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Bound port: 488b3396-1b46-4046-8a0c-cab86745997c, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:09.274029 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (488b3396-1b46-4046-8a0c-cab86745997c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.365728 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] For port 488b3396-1b46-4046-8a0c-cab86745997c, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:09.368591 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-160d1c97-8215-4f25-b1ab-0d95b95151a8 req-8edca696-7fe6-4a03-9278-58abf3122385 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0923622 Mar 22 17:38:09.370064 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] For port 488b3396-1b46-4046-8a0c-cab86745997c, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=488b3396-1b46-4046-8a0c-cab86745997c,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:09.386015 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (488b3396-1b46-4046-8a0c-cab86745997c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.445398 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:09.446163 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:09.452638 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780e775-800e-4e26-a24a-5433bcac650c None None] Pushing event updated for resources: {'Port': ['ID=488b3396-1b46-4046-8a0c-cab86745997c,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:09.487703 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:09.503481 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.525431 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.673943 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-644e1521-b446-4c9c-9edd-ad6c629dc1e9 None None] Provisioning complete for port ea132e7f-dca3-4575-a0f7-09e8b601cfaa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:09.674317 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-644e1521-b446-4c9c-9edd-ad6c629dc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:09.710522 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780e775-800e-4e26-a24a-5433bcac650c None None] Pushing event updated for resources: {'Port': ['ID=488b3396-1b46-4046-8a0c-cab86745997c,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:09.791062 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Allocated IP 172.20.0.13 (4105c595-c00f-4620-90dd-eae2402c64d6/562cc938-2d20-42b4-9ee1-3055f513b0a3/323d6286-b4ae-4933-a3fb-e5e8364e14ce) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:09.954553 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Allocated IP 172.20.0.1 (2fd9b456-c3b6-4f10-a3bf-0b816384f291/cc1f6a18-7f14-4c02-a6de-94c8bf530609/53f5a454-86eb-48a2-9ba1-05fdb79405c8) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:09.955961 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:10.055652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:10.230419 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-644e1521-b446-4c9c-9edd-ad6c629dc1e9 None None] Current status of the port ea132e7f-dca3-4575-a0f7-09e8b601cfaa is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:10.236990 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks [] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:10.256626 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device eb101410-245f-4fab-9562-e14c85030440 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:10.361364 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:10.407541 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port eb101410-245f-4fab-9562-e14c85030440 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:10.408312 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (eb101410-245f-4fab-9562-e14c85030440), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:10.547641 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:06Z', 'revision_number': 3, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:10.601010 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:10.604765 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Pushing event updated for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:10.621838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:10.635506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:10.649007 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0312e2-1ee2-4da8-964c-57546a72c57b None None] The sync data for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi is: [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:06Z', 'revision_number': 3, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:10.694543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port eb101410-245f-4fab-9562-e14c85030440 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:10.788409 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:10.946167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.004294 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-72e7f1bd-403f-48eb-8af3-7a818c217234 None None] Provisioning complete for port ea132e7f-dca3-4575-a0f7-09e8b601cfaa triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:11.004723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-72e7f1bd-403f-48eb-8af3-7a818c217234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.029044 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a725502-7942-45d5-bb33-ee8370019d71 req-234612d1-37c4-47d0-a18d-85dc37ffaabd tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0775182 Mar 22 17:38:11.058710 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.135101 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Network 4105c595-c00f-4620-90dd-eae2402c64d6 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:11.146539 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:11.160161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:11.214621 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:11.302114 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:11.303501 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.331823 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.333926 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-72e7f1bd-403f-48eb-8af3-7a818c217234 None None] Current status of the port ea132e7f-dca3-4575-a0f7-09e8b601cfaa is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:11.363581 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a3fcf9a6-42ba-4667-a85b-b755ba0395c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5299625 Mar 22 17:38:11.388677 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Request body: {'port': {'device_id': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:11.479753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.514524 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-541669d6-888d-4255-a2ff-a0f58d8217bf None None] Provisioning complete for port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:11.514931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-541669d6-888d-4255-a2ff-a0f58d8217bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.617261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-541669d6-888d-4255-a2ff-a0f58d8217bf None None] Port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:11.762233 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks [] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.770919 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.773424 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-195fe604-4d26-432d-8827-d4d600b37d2f None None] Provisioning complete for port 323d6286-b4ae-4933-a3fb-e5e8364e14ce triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:11.775088 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-195fe604-4d26-432d-8827-d4d600b37d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:11.854239 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Pushing event updated for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:11.854721 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-195fe604-4d26-432d-8827-d4d600b37d2f None None] Port 323d6286-b4ae-4933-a3fb-e5e8364e14ce cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:11.857494 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.038333 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:12.042330 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:12.088011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323d6286-b4ae-4933-a3fb-e5e8364e14ce {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:12.110373 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks [] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.170896 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Transition to ACTIVE for port object 323d6286-b4ae-4933-a3fb-e5e8364e14ce will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:38:12.182764 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.405354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 488b3396-1b46-4046-8a0c-cab86745997c up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:12.420437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:12.538851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Attempting to bind port 323d6286-b4ae-4933-a3fb-e5e8364e14ce on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:12.539564 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Attempting to bind port 323d6286-b4ae-4933-a3fb-e5e8364e14ce by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:12.539990 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Attempting to bind port 323d6286-b4ae-4933-a3fb-e5e8364e14ce on network 4105c595-c00f-4620-90dd-eae2402c64d6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:12.545618 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Port 323d6286-b4ae-4933-a3fb-e5e8364e14ce on network 4105c595-c00f-4620-90dd-eae2402c64d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:38:12.546042 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Attempting to bind port 323d6286-b4ae-4933-a3fb-e5e8364e14ce on network 4105c595-c00f-4620-90dd-eae2402c64d6 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:12.549557 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Router 320566e4-54c4-474b-b6e6-2ce65a9fb562 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:12.552649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:12.553138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Checking segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:12.553630 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Bound using segment: {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:12.554186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Bound port: 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084b8f09-8778-4261-b402-0b6547bbb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:12.554693 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.564862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 488b3396-1b46-4046-8a0c-cab86745997c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:12.565328 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (488b3396-1b46-4046-8a0c-cab86745997c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.618324 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b020-8b42-4e98-9aba-8ed866f58185 req-8ebec21d-c4ac-489a-9e15-87d7e97fe442 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:12.621107 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-eed4b020-8b42-4e98-9aba-8ed866f58185 req-8ebec21d-c4ac-489a-9e15-87d7e97fe442 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.3617990 Mar 22 17:38:12.680948 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:12.687226 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:12.699815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.721377 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-d89d211d-48bd-43b8-b7b7-3ac585717519 None None] Provisioning complete for port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:12.722437 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d89d211d-48bd-43b8-b7b7-3ac585717519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.763096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 488b3396-1b46-4046-8a0c-cab86745997c is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:12.764036 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (488b3396-1b46-4046-8a0c-cab86745997c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.794490 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:12.798826 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 488b3396-1b46-4046-8a0c-cab86745997c, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=488b3396-1b46-4046-8a0c-cab86745997c,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:12.801556 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7358a9eb-72d3-4b5d-a089-c59a36a52f48 admin admin] 10.222.0.69 "PUT /v2.0/routers/320566e4-54c4-474b-b6e6-2ce65a9fb562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9584372 Mar 22 17:38:12.821677 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (488b3396-1b46-4046-8a0c-cab86745997c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.824722 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device ea132e7f-dca3-4575-a0f7-09e8b601cfaa up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:12.836420 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:12.871056 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:12.873144 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:12.879128 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-256d23b5-0670-4c79-aafd-4f6a21243782 service neutron] 10.222.0.62 "PUT /v2.0/ports/323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 1094 time: 1.5013120 Mar 22 17:38:12.879954 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:12.883626 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1f4f7f-9943-4b46-9f01-9793680d6753" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:12.928538 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-eed4b020-8b42-4e98-9aba-8ed866f58185 req-380c2e0a-bdc1-4c64-a26f-92647120acb2 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987995 Mar 22 17:38:12.953430 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d89d211d-48bd-43b8-b7b7-3ac585717519 None None] Port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:13.002689 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=488b3396-1b46-4046-8a0c-cab86745997c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:13.004423 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8952102-1540-4832-8c8f-3c6fd5c578d3 x-openstack-request-id: req-f8952102-1540-4832-8c8f-3c6fd5c578d3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:13.004708 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:13.004968 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8952102-1540-4832-8c8f-3c6fd5c578d3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:13.005376 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8952102-1540-4832-8c8f-3c6fd5c578d3'] response: {'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'status': 'completed', 'code': 200} Mar 22 17:38:13.026510 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port ea132e7f-dca3-4575-a0f7-09e8b601cfaa triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:13.026901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:13.042869 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-6c1af009-f31c-4af4-9e06-f6ebfbfab2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:13.044411 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-6c1af009-f31c-4af4-9e06-f6ebfbfab2fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1128 time: 0.0798688 Mar 22 17:38:13.166293 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port ea132e7f-dca3-4575-a0f7-09e8b601cfaa is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:13.175294 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-7c03eeff-fd76-4c5b-864a-6670d5c8d017 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 217 time: 0.1018827 Mar 22 17:38:13.249950 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-9abfbd17-fb0b-47c5-a8c4-81b1dbc32b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:13.251566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-9abfbd17-fb0b-47c5-a8c4-81b1dbc32b13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0697353 Mar 22 17:38:13.313541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a4c07ffd-2092-4d76-ac8b-14c28bd49a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:13.315128 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-a4c07ffd-2092-4d76-ac8b-14c28bd49a8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574021 Mar 22 17:38:13.478663 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-13ad28a0-0f59-4320-a556-58188feed3cd service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531348 Mar 22 17:38:13.613437 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a718404-3174-45fb-b083-a7fe52116f0a req-764fafc2-7444-4d90-88a7-33cd31e8ceb1 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277831 Mar 22 17:38:13.800825 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-e9997ce7-50c7-4518-acb9-f403ce3fea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:13.802625 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-e9997ce7-50c7-4518-acb9-f403ce3fea13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1128 time: 0.0751941 Mar 22 17:38:13.940217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Sync routers for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:13.957776 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:13.958427 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:14.084138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-3865ffb0-4bbf-416b-ad31-c5de1ba73946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:14.085858 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-3865ffb0-4bbf-416b-ad31-c5de1ba73946 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.2732980 Mar 22 17:38:14.150402 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03157c33-86a3-4122-bd70-41afec70dc7c req-14db99d7-906a-47c5-bd75-6b237e157afa tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:14.158323 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-03157c33-86a3-4122-bd70-41afec70dc7c req-14db99d7-906a-47c5-bd75-6b237e157afa tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0940795 Mar 22 17:38:14.175598 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 488b3396-1b46-4046-8a0c-cab86745997c up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:14.180037 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-b141e6fc-6077-4e7f-a1b8-6581396b6635 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 217 time: 0.0857167 Mar 22 17:38:14.225819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:14.294387 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-3f12ec02-c5cb-4f68-bcdc-3690897a5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:14.296038 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-3f12ec02-c5cb-4f68-bcdc-3690897a5ff0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.1050467 Mar 22 17:38:14.318072 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-03157c33-86a3-4122-bd70-41afec70dc7c req-538394ef-7688-48a0-baf4-05e30ab5f422 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571836 Mar 22 17:38:14.388464 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-837d4a4d-9b9e-4dfd-9e18-5cf9bc5d9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:14.393847 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-837d4a4d-9b9e-4dfd-9e18-5cf9bc5d9a82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881929 Mar 22 17:38:14.473217 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 488b3396-1b46-4046-8a0c-cab86745997c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:14.473984 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (488b3396-1b46-4046-8a0c-cab86745997c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:14.625999 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-5782725b-2dc8-4d8a-92c3-59d0538d6daf service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221916 Mar 22 17:38:14.753468 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de1f4f7f-9943-4b46-9f01-9793680d6753 req-5882a7d5-f5e8-414e-99a9-4fcceb6d073d service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207187 Mar 22 17:38:14.895626 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 488b3396-1b46-4046-8a0c-cab86745997c is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:14.907390 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:11Z', 'revision_number': 4, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '53f5a454-86eb-48a2-9ba1-05fdb79405c8', 'name': '', 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'mac_address': 'fa:16:3e:b8:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:09Z', 'updated_at': '2022-03-22T17:38:11Z', 'revision_number': 2, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'subnets': [{'id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:14.940657 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Checking router: 320566e4-54c4-474b-b6e6-2ce65a9fb562 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:14.941367 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Updating router 320566e4-54c4-474b-b6e6-2ce65a9fb562 port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:14.976108 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.319343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks [] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.327164 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.417995 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e6aa-2fdd-47d5-b132-fb25f944a85e None None] Pushing event updated for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:15.451806 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Attempting to bind port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:15.452232 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Attempting to bind port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:15.452924 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Attempting to bind port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 on network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:15.482423 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:15.484586 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Checking segment: {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:15.492754 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.493542 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Bound using segment: {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:15.493988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Bound port: 53f5a454-86eb-48a2-9ba1-05fdb79405c8, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:15.494620 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.580229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20507e-a418-41e4-8c82-5b1b5c35acf1 req-eed4ca4e-20d0-4e95-a77d-fe15d22842d9 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:15.587370 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6f20507e-a418-41e4-8c82-5b1b5c35acf1 req-eed4ca4e-20d0-4e95-a77d-fe15d22842d9 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1305013 Mar 22 17:38:15.689404 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6f20507e-a418-41e4-8c82-5b1b5c35acf1 req-77d9301d-2abb-484a-ba01-5650c8fc99c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753763 Mar 22 17:38:15.758384 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] For port 53f5a454-86eb-48a2-9ba1-05fdb79405c8, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:15.772112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] For port 53f5a454-86eb-48a2-9ba1-05fdb79405c8, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=53f5a454-86eb-48a2-9ba1-05fdb79405c8,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:15.776988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.786899 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:15.937387 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:15.940757 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:16.030749 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e6aa-2fdd-47d5-b132-fb25f944a85e None None] Pushing event updated for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:16.079006 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Provisioning complete for port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:16.079545 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.157546 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47198) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:16.179552 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:16.253062 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Current status of the port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:16.253543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.293730 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-343d92d3-1c50-43d9-bdbd-919163a2fe9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.377761 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] For port 53f5a454-86eb-48a2-9ba1-05fdb79405c8, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=53f5a454-86eb-48a2-9ba1-05fdb79405c8,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:16.390559 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.411201 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-343d92d3-1c50-43d9-bdbd-919163a2fe9a admin admin] Publish callbacks [] for security_group (8237663e-a706-4395-b805-b2a0b889d100), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.427629 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-343d92d3-1c50-43d9-bdbd-919163a2fe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8237663e-a706-4395-b805-b2a0b889d100), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.483125 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-343d92d3-1c50-43d9-bdbd-919163a2fe9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=388d5c6c7cf94470a3fb65eab1d8709a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244829 Mar 22 17:38:16.485207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d92d3-1c50-43d9-bdbd-919163a2fe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8237663e-a706-4395-b805-b2a0b889d100,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:16.487908 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:16.498704 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba7b4a-5976-4d5a-ace8-d154943f35e0 None None] Pushing event updated for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:16.530074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2d23cc89-8a91-4382-9525-2bff07383785 None None] Provisioning complete for port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:16.530504 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2d23cc89-8a91-4382-9525-2bff07383785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.590855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] Publish callbacks [] for security_group (8237663e-a706-4395-b805-b2a0b889d100), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.603341 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:11Z', 'revision_number': 4, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '53f5a454-86eb-48a2-9ba1-05fdb79405c8', 'name': '', 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'mac_address': 'fa:16:3e:b8:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:09Z', 'updated_at': '2022-03-22T17:38:15Z', 'revision_number': 4, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'subnets': [{'id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:16.619886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] Publish callbacks [] for security_group (8237663e-a706-4395-b805-b2a0b889d100), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.639930 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c673c-b5ed-4a2e-ad99-409bac2ee2a5 None None] The sync data for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi is: [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:38:11Z', 'revision_number': 4, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '53f5a454-86eb-48a2-9ba1-05fdb79405c8', 'name': '', 'network_id': '2fd9b456-c3b6-4f10-a3bf-0b816384f291', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'mac_address': 'fa:16:3e:b8:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:09Z', 'updated_at': '2022-03-22T17:38:15Z', 'revision_number': 4, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'subnets': [{'id': 'cc1f6a18-7f14-4c02-a6de-94c8bf530609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:16.690927 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8237663e-a706-4395-b805-b2a0b889d100), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.697567 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:16.716035 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8237663e-a706-4395-b805-b2a0b889d100 HTTP/1.1" status: 204 len: 168 time: 0.2275121 Mar 22 17:38:16.735184 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2d23cc89-8a91-4382-9525-2bff07383785 None None] Current status of the port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:16.752900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c5687-7a65-4e78-aa24-fde16ae93c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8237663e-a706-4395-b805-b2a0b889d100,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:16.958252 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a267374-ebed-4d5d-b11c-9c4b6f57714c req-badc65af-a984-4903-a9af-942c0b7406bd tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:16.966284 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a267374-ebed-4d5d-b11c-9c4b6f57714c req-badc65af-a984-4903-a9af-942c0b7406bd tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0934148 Mar 22 17:38:17.029996 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a267374-ebed-4d5d-b11c-9c4b6f57714c req-4a852472-2ab8-42af-a41f-335b32051a41 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610449 Mar 22 17:38:17.840693 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47232) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:18.001657 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18848474-network', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:18.060807 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Made reservation on behalf of a64a9dbe39674a6889658095d26bcf23 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:18.064744 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.078068 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.189175 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks [] for security_group (cac1b305-5400-4063-ae03-96c06a5c1e43), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.204032 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 53f5a454-86eb-48a2-9ba1-05fdb79405c8 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:18.210844 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cac1b305-5400-4063-ae03-96c06a5c1e43), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.242972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1b305-5400-4063-ae03-96c06a5c1e43,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:18.265542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:38:18.286759 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857940-968b-48d2-89f4-4c927b3dcad7 req-4f8c4ac5-d48b-4e25-ae13-6930d42d3ec6 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:18.288700 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a857940-968b-48d2-89f4-4c927b3dcad7 req-4f8c4ac5-d48b-4e25-ae13-6930d42d3ec6 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1168358 Mar 22 17:38:18.292572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (a60221fe-1357-4731-bc20-1057c44bb62e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.292939 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Added segment a60221fe-1357-4731-bc20-1057c44bb62e of type vlan for network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 Mar 22 17:38:18.332429 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:18.332832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.416161 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a857940-968b-48d2-89f4-4c927b3dcad7 req-dea8fb68-eefc-41de-9b17-51a6d3cad648 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209893 Mar 22 17:38:18.432536 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (2a947be7-ce4d-4075-adbf-8ba2bf533c52), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.439099 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:18.494292 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (2a947be7-ce4d-4075-adbf-8ba2bf533c52), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.496481 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:18.497370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.560814 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7183495 Mar 22 17:38:18.566271 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47238) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:18.572080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9176d-bc85-406b-95b2-7ffbe6422636 admin admin] Pushing event updated for resources: {'Network': ['ID=2a947be7-ce4d-4075-adbf-8ba2bf533c52,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:18.575766 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Request body: {'subnet': {'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18848474-subnet', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:18.585859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:38:18.619874 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Made reservation on behalf of a64a9dbe39674a6889658095d26bcf23 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:18.625404 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:18.970457 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (c8a5b462-be77-439f-aa7d-3f1b2d2f9f27), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.033689 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:19.050066 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.050561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.051045 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.051464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.051885 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.052301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.052739 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.053153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.053565 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.054695 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.055116 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.055533 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.055944 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.056356 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.056804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:19.062684 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:19.063143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Network hostable DHCP agents. Network: 2a947be7-ce4d-4075-adbf-8ba2bf533c52, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:38:19.087689 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:38:19.104336 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 2a947be7-ce4d-4075-adbf-8ba2bf533c52) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:19.111095 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:19.112045 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.116858 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62d1c0-9239-4624-819f-cc6292f63105 None None] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:19.146749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:19.156314 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:19.158985 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b6378c58-b56d-49c2-9d21-b8b3b3d0eedc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5904377 Mar 22 17:38:19.211117 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.212234 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.286569 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:38:19.287646 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.320304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for router_controller (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.502541 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Allocated IP 172.20.0.2 (2a947be7-ce4d-4075-adbf-8ba2bf533c52/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27/adfba10f-6956-4a28-82ba-076108462681) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:19.514392 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for router_gateway (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.699502 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-83e288f0-db32-423b-b1e7-08a72985975c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260939 Mar 22 17:38:19.700737 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd9db5-b0d4-4ce2-b11a-dbc8f89fbc2c req-46523f9d-5c03-43f2-8f2d-894614aceba4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:19.705179 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6dd9db5-b0d4-4ce2-b11a-dbc8f89fbc2c req-46523f9d-5c03-43f2-8f2d-894614aceba4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1553829 Mar 22 17:38:19.858181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks [] for port (adfba10f-6956-4a28-82ba-076108462681), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.865151 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6dd9db5-b0d4-4ce2-b11a-dbc8f89fbc2c req-88a9a97d-5e62-4b2e-b8a2-89dc516695c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509788 Mar 22 17:38:19.873464 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (adfba10f-6956-4a28-82ba-076108462681), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.953106 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for router_gateway (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.976089 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784115-6090-41cc-8258-d492ee130256 req-23b37cb7-1aa8-4023-98b7-c023030f73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:19.977795 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-23b37cb7-1aa8-4023-98b7-c023030f73a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 1129 time: 0.1598165 Mar 22 17:38:19.979439 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:19.989313 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Pushing event updated for resources: {'Port': ['ID=adfba10f-6956-4a28-82ba-076108462681,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:19.993723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:19.995916 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:20.001931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:20.118853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Attempting to bind port adfba10f-6956-4a28-82ba-076108462681 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:20.120708 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Attempting to bind port adfba10f-6956-4a28-82ba-076108462681 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:20.121308 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Attempting to bind port adfba10f-6956-4a28-82ba-076108462681 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:20.129397 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:20.129397 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:20.129936 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.130260 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Bound using segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:20.130767 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Bound port: adfba10f-6956-4a28-82ba-076108462681, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:20.131432 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adfba10f-6956-4a28-82ba-076108462681), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.195540 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Allocated IP 172.27.0.40 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/2cc1b0eb-9f35-465d-8f25-8b94c96d7abf) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:20.201425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784115-6090-41cc-8258-d492ee130256 req-78e09f6d-9c4f-4b4a-b45a-42c28a08e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:20.203192 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-78e09f6d-9c4f-4b4a-b45a-42c28a08e90e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1768675 Mar 22 17:38:20.227129 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] For port adfba10f-6956-4a28-82ba-076108462681, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:20.233813 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] For port adfba10f-6956-4a28-82ba-076108462681, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=adfba10f-6956-4a28-82ba-076108462681,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:20.245787 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (adfba10f-6956-4a28-82ba-076108462681), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.259300 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-fc226734-375c-4ca0-8992-4a56c49386f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 200 len: 217 time: 0.0458810 Mar 22 17:38:20.377363 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784115-6090-41cc-8258-d492ee130256 req-2ae594db-0a70-4de7-9e8c-dfb791466778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:20.378835 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-2ae594db-0a70-4de7-9e8c-dfb791466778 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0704615 Mar 22 17:38:20.392009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec44fd3-f094-4dec-b2d7-07fa26c913e6 None None] Pushing event updated for resources: {'Port': ['ID=adfba10f-6956-4a28-82ba-076108462681,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:20.473190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.497859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784115-6090-41cc-8258-d492ee130256 req-cee901dd-2bd6-4448-aaad-5cb013ffd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:20.499508 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-cee901dd-2bd6-4448-aaad-5cb013ffd7ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056733 Mar 22 17:38:20.600837 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:20.661927 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:20.694592 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:20.718173 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:20.744596 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-675c663a-b6ea-4f75-b083-815003c8285d service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378864 Mar 22 17:38:20.777322 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:21.415756 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b5784115-6090-41cc-8258-d492ee130256 req-599e9275-10a8-4bbc-9ebb-32f73f1283ac service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326733 Mar 22 17:38:21.457057 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for router_gateway (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.566948 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e888c-0f7a-466f-83ab-c58124b0b12b req-77948890-0dc3-4ef2-8c53-be16f26421ad tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:21.568894 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b32e888c-0f7a-466f-83ab-c58124b0b12b req-77948890-0dc3-4ef2-8c53-be16f26421ad tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.5206168 Mar 22 17:38:21.754871 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b32e888c-0f7a-466f-83ab-c58124b0b12b req-81bb275b-6fcb-4c4d-8a2d-d6fa5f21efbf tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718371 Mar 22 17:38:21.823447 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cca0bf-184f-4901-a6df-e63178800072 None None] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:21.834588 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:21.930945 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Provisioning complete for port adfba10f-6956-4a28-82ba-076108462681 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:21.931411 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adfba10f-6956-4a28-82ba-076108462681), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.143173 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:38:22.149803 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Current status of the port adfba10f-6956-4a28-82ba-076108462681 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:22.150441 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adfba10f-6956-4a28-82ba-076108462681), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.232766 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device adfba10f-6956-4a28-82ba-076108462681 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:22.324057 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] For port adfba10f-6956-4a28-82ba-076108462681, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=adfba10f-6956-4a28-82ba-076108462681,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:22.363198 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:22.382526 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:22.383531 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:38:22.385553 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (adfba10f-6956-4a28-82ba-076108462681), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.411998 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.413494 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f145bf12-ea11-4fc1-8775-90c8fcb0bfd2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2655609 Mar 22 17:38:22.418232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:22.446597 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:22.448244 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:22.577809 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb755c94-9f85-4f7e-a2f1-8d172cc02432 None None] Pushing event updated for resources: {'Port': ['ID=adfba10f-6956-4a28-82ba-076108462681,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:22.701645 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:22.753593 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port adfba10f-6956-4a28-82ba-076108462681 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:22.759012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adfba10f-6956-4a28-82ba-076108462681), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.852989 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-f94a140b-e422-4707-801a-05045893715f None None] Provisioning complete for port adfba10f-6956-4a28-82ba-076108462681 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:22.853698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f94a140b-e422-4707-801a-05045893715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adfba10f-6956-4a28-82ba-076108462681), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:22.914652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:22.961294 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'mac_address': 'fa:16:3e:37:25:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:38:23.019264 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 323d6286-b4ae-4933-a3fb-e5e8364e14ce is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:23.022171 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.060953 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port adfba10f-6956-4a28-82ba-076108462681 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:23.068676 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d6286-b4ae-4933-a3fb-e5e8364e14ce {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:23.097619 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:20Z', 'revision_number': 3, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:23.123046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b8b3-6a33-4683-a12d-81d2e68b2edd req-80ccc02f-b9a3-4ccc-b56d-4bbe93c9bf77 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:23.136852 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-21b8b8b3-6a33-4683-a12d-81d2e68b2edd req-80ccc02f-b9a3-4ccc-b56d-4bbe93c9bf77 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1674387 Mar 22 17:38:23.150660 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:23.169002 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Updating router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:23.222046 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.235297 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-21b8b8b3-6a33-4683-a12d-81d2e68b2edd req-93c3df2c-0635-4f9f-aa18-8ceeb31dac60 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962286 Mar 22 17:38:23.259067 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.346602 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:23.360067 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.486048 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.488944 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f94a140b-e422-4707-801a-05045893715f None None] Current status of the port adfba10f-6956-4a28-82ba-076108462681 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:23.584691 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Allocated IP 172.20.0.1 (2a947be7-ce4d-4075-adbf-8ba2bf533c52/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27/d7e0aaaa-fee1-46b5-80df-97657d2d423c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:23.634683 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks [] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.644035 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.718744 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Pushing event updated for resources: {'Port': ['ID=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.728862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks [] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.759086 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.760081 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.760962 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.761980 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.762887 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.763464 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.765340 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.765912 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.766363 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.766894 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.767433 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.767895 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.768311 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.768790 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.769297 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.782307 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Attempting to bind port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:23.783125 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Attempting to bind port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:23.783418 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Attempting to bind port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:23.792507 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:23.793053 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:23.793820 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.794759 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:23.796836 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Bound port: 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:23.797388 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.806587 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.862082 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:23.865562 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:23.872966 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:23.895497 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] For port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:23.902602 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] For port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:23.911590 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:23.914466 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:23.939125 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.939553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.939889 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.940259 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.940678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.941048 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.941401 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.941764 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.942118 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.946876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.947326 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.947678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.948028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.948417 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.948736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:38:23.964550 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['323d6286-b4ae-4933-a3fb-e5e8364e14ce'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:38:23.980169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.111410 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08873071-20da-4c68-9bea-45f33a8fc5ef None None] Pushing event updated for resources: {'Port': ['ID=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:24.166505 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:24.167943 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:24.239402 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device adfba10f-6956-4a28-82ba-076108462681 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:24.262135 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.454155 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port adfba10f-6956-4a28-82ba-076108462681 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:24.454155 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adfba10f-6956-4a28-82ba-076108462681), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.477138 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:24.493887 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-b738564e-4056-4289-b81e-bc4543e5d22f None None] Provisioning complete for port d7e0aaaa-fee1-46b5-80df-97657d2d423c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:24.494280 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b738564e-4056-4289-b81e-bc4543e5d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.573182 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b738564e-4056-4289-b81e-bc4543e5d22f None None] Port d7e0aaaa-fee1-46b5-80df-97657d2d423c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:24.661066 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port adfba10f-6956-4a28-82ba-076108462681 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:24.680688 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks [] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.691879 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8a03c-137a-40d1-8f62-bff1b4ace4ec req-be8962ab-6bd4-4df1-9e7d-0b3ed991688b tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:24.693708 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ef8a03c-137a-40d1-8f62-bff1b4ace4ec req-be8962ab-6bd4-4df1-9e7d-0b3ed991688b tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 945 time: 0.3117976 Mar 22 17:38:24.699247 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.824286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:24.845657 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:24.863130 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:20Z', 'revision_number': 3, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:24.896554 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2275ad9-93fc-438c-bbcd-134c95797695 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:20Z', 'revision_number': 3, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:24.917595 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4ef8a03c-137a-40d1-8f62-bff1b4ace4ec req-5c056509-0e5f-41b0-bbc2-85394b9f8a43 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777518 Mar 22 17:38:25.002126 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:25.004150 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:25.176781 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:25.379551 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:25.401605 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-005f88e5-e725-4102-a263-d5d5d81ac702 admin admin] 10.222.0.69 "PUT /v2.0/routers/6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9740365 Mar 22 17:38:25.437420 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-0e930c73-6df1-4abd-aae4-755664aa7a20 None None] Provisioning complete for port d7e0aaaa-fee1-46b5-80df-97657d2d423c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:25.438074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0e930c73-6df1-4abd-aae4-755664aa7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:25.528797 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0e930c73-6df1-4abd-aae4-755664aa7a20 None None] Port d7e0aaaa-fee1-46b5-80df-97657d2d423c cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:26.187886 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:26.218574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cf9c8-fc41-4bac-8069-a9ad2e8a50b2 req-942ce1c2-188b-4109-b0a7-db5a113b2e69 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:26.233838 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3a6cf9c8-fc41-4bac-8069-a9ad2e8a50b2 req-942ce1c2-188b-4109-b0a7-db5a113b2e69 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 945 time: 0.1489818 Mar 22 17:38:26.286776 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:26.292094 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630329893-network', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:26.309547 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:26.310330 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.351470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Made reservation on behalf of ef91e65660cc4641b7fbc3e958c54512 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:26.352524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.360168 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:26.382009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.385875 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3a6cf9c8-fc41-4bac-8069-a9ad2e8a50b2 req-b6f2a3a9-96bc-4e91-a2c3-cde740ca63b3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500552 Mar 22 17:38:26.475891 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 323d6286-b4ae-4933-a3fb-e5e8364e14ce completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:38:26.491846 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 323d6286-b4ae-4933-a3fb-e5e8364e14ce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:26.492227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.495049 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:26.495463 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.582627 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks [] for security_group (64ad7533-62e8-48d4-b02a-cca1202a87d6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.586623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:26.589301 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (64ad7533-62e8-48d4-b02a-cca1202a87d6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.610916 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.626645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:38:26.647641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ad7533-62e8-48d4-b02a-cca1202a87d6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:26.654562 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (16d9e858-ce02-4ebd-a11d-ac702eeb082b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.654950 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Added segment 16d9e858-ce02-4ebd-a11d-ac702eeb082b of type vlan for network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca Mar 22 17:38:26.718002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.769861 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.771091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:26.776491 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.776763 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:26.801898 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 323d6286-b4ae-4933-a3fb-e5e8364e14ce is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:26.802667 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.844020 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5559101 Mar 22 17:38:26.845716 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47280) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:26.851360 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:26.854401 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b5084-77c2-48b7-9f47-6597e333edf7" -d '{"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-plugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:26.856103 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8cec8-be3f-4fc5-abcb-7dd6791175f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c98c9cf0-cc4e-47e5-bc0b-57534df3ffca,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:26.874717 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:26.883665 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Request body: {'subnet': {'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630329893-subnet', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:26.925305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:26.925305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcd4abd-a5e9-4320-a497-55f3f903daf9 x-openstack-request-id: req-5dcd4abd-a5e9-4320-a497-55f3f903daf9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:26.925305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-plugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:26.925305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dcd4abd-a5e9-4320-a497-55f3f903daf9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:26.925305 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcd4abd-a5e9-4320-a497-55f3f903daf9'] response: {'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'code': 200} Mar 22 17:38:26.957116 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:38:26.983744 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Made reservation on behalf of ef91e65660cc4641b7fbc3e958c54512 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:26.989574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.120851 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:27.287950 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (83534e7f-f408-4eb7-ba1b-33368d8b0d5b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.339267 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83534e7f-f408-4eb7-ba1b-33368d8b0d5b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:27.346118 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1c8c-39e1-47b8-a68a-af18c5c70163 req-fbc4e8e4-9c4b-437b-9dc2-106c49391c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:27.348714 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f73e1c8c-39e1-47b8-a68a-af18c5c70163 req-fbc4e8e4-9c4b-437b-9dc2-106c49391c7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.1012089 Mar 22 17:38:27.395825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Checking segment: {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:27.396188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Network hostable DHCP agents. Network: c98c9cf0-cc4e-47e5-bc0b-57534df3ffca, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:38:27.436173 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:38:27.456405 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, c98c9cf0-cc4e-47e5-bc0b-57534df3ffca) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:27.464598 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:27.469506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65778b-4dc1-4726-b699-bd9279e77b78 None None] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:27.470620 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.475876 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f73e1c8c-39e1-47b8-a68a-af18c5c70163 req-5c6ab8e8-6e77-4481-a82e-17bb8182d7fd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192672 Mar 22 17:38:27.507113 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1df4995a-6c79-4e2d-b5c1-495f644198a2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6557403 Mar 22 17:38:27.507671 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:27.516059 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:27.583553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1657917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.584927 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1657773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1696034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.622019 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb371b6-38f2-4bc6-b541-50cd1149a78d req-05f25ca0-e6b4-41ea-9108-8b4bb4cabc2f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:27.623833 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bdb371b6-38f2-4bc6-b541-50cd1149a78d req-05f25ca0-e6b4-41ea-9108-8b4bb4cabc2f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1164997 Mar 22 17:38:27.631196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp842ed35d-5aac-53af-9480-d8e1acbb1589-c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'fixed_ips': [{'subnet_id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b'}]}} from dv-cinder-820578-3-iscsi. {{(pid=103458) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 17:38:27.632075 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.668093 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for router_controller (a0ac9457-3196-4fd8-be7f-4c00a784ae71), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:27.673418 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:27.695905 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:27.697028 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:27.723954 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bdb371b6-38f2-4bc6-b541-50cd1149a78d req-44038032-4b7e-4856-9da3-03a2abbf3726 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892146 Mar 22 17:38:27.975809 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Allocated IP 172.20.0.2 (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca/83534e7f-f408-4eb7-ba1b-33368d8b0d5b/88c538ef-0713-48bf-83ba-9131a6c0bc95) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:28.006506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:28.159501 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:28.186496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for router_gateway (a0ac9457-3196-4fd8-be7f-4c00a784ae71), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.454949 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:28.455558 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.470830 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for router_gateway (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.507889 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.658633 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks [] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.676991 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.739422 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Allocated IP 172.27.0.137 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/78b6d979-7824-4a10-83d6-b1b5ee34f002) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:28.746372 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:28.751742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Pushing event updated for resources: {'Port': ['ID=88c538ef-0713-48bf-83ba-9131a6c0bc95,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:28.757662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:28.761490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:28.773674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 2, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:28.832219 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:28.832717 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Updating router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce port d7e0aaaa-fee1-46b5-80df-97657d2d423c binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:28.938662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a49b0fe0-0fe1-477d-9711-660e79fa4312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.941608 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.943762 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Attempting to bind port 88c538ef-0713-48bf-83ba-9131a6c0bc95 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:28.944095 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Attempting to bind port 88c538ef-0713-48bf-83ba-9131a6c0bc95 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:28.945396 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Attempting to bind port 88c538ef-0713-48bf-83ba-9131a6c0bc95 on network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:28.948333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:28.961051 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:28.961449 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Checking segment: {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:28.961879 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.963035 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Bound using segment: {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:28.963035 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Bound port: 88c538ef-0713-48bf-83ba-9131a6c0bc95, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:28.963403 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.975637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:28.985435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03377bc0-ca40-4885-9cbe-044a2d47c467 req-97bd4b47-26b6-4866-835b-0d55c2261435 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:28.987127 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-03377bc0-ca40-4885-9cbe-044a2d47c467 req-97bd4b47-26b6-4866-835b-0d55c2261435 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1141880 Mar 22 17:38:29.058590 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-7b3092fa-c728-47fd-a9db-df21a549ab96 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:29.061532 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-7b3092fa-c728-47fd-a9db-df21a549ab96 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 814 time: 0.2159989 Mar 22 17:38:29.071768 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-03377bc0-ca40-4885-9cbe-044a2d47c467 req-28c51d48-ac18-4aa8-a527-7eb7a748169c tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726435 Mar 22 17:38:29.073547 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.095397 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-6aef613e-4dba-4050-a179-b6b7ff6bc2ad tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/quotas/721a864ad379486dbb0920edef00cefc HTTP/1.1" status: 200 len: 375 time: 0.0158517 Mar 22 17:38:29.122263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:29.127069 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:29.134069 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:29.167515 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-58ca8735-6429-4a7e-a3a2-0aa44e80d16a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709159 Mar 22 17:38:29.192161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Pushing event updated for resources: {'Port': ['ID=78b6d979-7824-4a10-83d6-b1b5ee34f002,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:29.206691 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] For port 88c538ef-0713-48bf-83ba-9131a6c0bc95, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:29.212848 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] For port 88c538ef-0713-48bf-83ba-9131a6c0bc95, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=88c538ef-0713-48bf-83ba-9131a6c0bc95,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:29.231046 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.319776 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-0649b28e-fab4-4f7b-9419-3d73aa85a9dd service neutron] 10.222.0.69 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404281 Mar 22 17:38:29.370011 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df50f-553d-41f3-a3b0-721dc7b88b24 None None] Pushing event updated for resources: {'Port': ['ID=88c538ef-0713-48bf-83ba-9131a6c0bc95,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:29.449979 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-2a797709-21b8-4402-a996-d217cc911e6d service neutron] 10.222.0.69 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195629 Mar 22 17:38:29.470638 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks [] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.477785 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.505501 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for router_gateway (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.543836 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589c28e-e9c5-4fd9-931a-7ef1eb6409fa None None] Pushing event updated for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:29.685208 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Attempting to bind port d7e0aaaa-fee1-46b5-80df-97657d2d423c on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:29.685853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Attempting to bind port d7e0aaaa-fee1-46b5-80df-97657d2d423c by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:29.685999 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Attempting to bind port d7e0aaaa-fee1-46b5-80df-97657d2d423c on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:29.698260 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:29.698967 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:29.699548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.700149 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Bound using segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:29.700862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Bound port: d7e0aaaa-fee1-46b5-80df-97657d2d423c, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:29.701469 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.802036 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a1d8c41e-3b7a-4fe5-9726-9b4e79a0cad8 req-8a1be8cc-089f-4bd0-931c-cef22675ee3f tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 210 time: 0.0742881 Mar 22 17:38:29.853655 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] For port d7e0aaaa-fee1-46b5-80df-97657d2d423c, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:29.871477 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] For port d7e0aaaa-fee1-46b5-80df-97657d2d423c, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d7e0aaaa-fee1-46b5-80df-97657d2d423c,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:29.877412 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.930548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655851'] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:29.992481 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:29.993802 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:30.177536 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589c28e-e9c5-4fd9-931a-7ef1eb6409fa None None] Pushing event updated for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:30.314058 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 88c538ef-0713-48bf-83ba-9131a6c0bc95 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:30.325099 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Provisioning complete for port d7e0aaaa-fee1-46b5-80df-97657d2d423c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:30.325699 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:30.341850 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Router a0ac9457-3196-4fd8-be7f-4c00a784ae71 is scheduled to L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 17:38:30.361745 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7734e86-ba9d-405a-a3f5-36ea7d8335c4 req-ed62ff1f-c5b8-4802-92c0-2aae023adf3d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:30.363470 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7734e86-ba9d-405a-a3f5-36ea7d8335c4 req-ed62ff1f-c5b8-4802-92c0-2aae023adf3d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1291702 Mar 22 17:38:30.489825 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7734e86-ba9d-405a-a3f5-36ea7d8335c4 req-31062353-2a2e-4bdd-8491-3f3c6df9120e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100371 Mar 22 17:38:30.515004 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:30.595370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:30.623658 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:30.624187 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Sync routers for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:30.629926 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c11997e7-61d4-4fbf-8ef0-155ca3ded861 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1204441 Mar 22 17:38:30.634131 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:30.639795 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 88c538ef-0713-48bf-83ba-9131a6c0bc95 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:30.640582 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:30.642565 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Current status of the port d7e0aaaa-fee1-46b5-80df-97657d2d423c is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:30.643226 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:30.683898 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:30.686693 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:30.808771 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] For port d7e0aaaa-fee1-46b5-80df-97657d2d423c, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d7e0aaaa-fee1-46b5-80df-97657d2d423c,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:30.862404 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7cbae-7661-4473-92f1-c095e7284090 req-b4c534fd-b522-4804-9094-7653c3befc7d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:30.864103 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8da7cbae-7661-4473-92f1-c095e7284090 req-b4c534fd-b522-4804-9094-7653c3befc7d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1619227 Mar 22 17:38:30.887614 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:30.988008 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8da7cbae-7661-4473-92f1-c095e7284090 req-a70d6552-e277-4f97-9645-22ec4884b31d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119013 Mar 22 17:38:31.001884 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9d8c053c-e832-4595-9452-6638fe84bc29 req-a4511af6-16f4-4143-bd34-5a6e35309ea0 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 210 time: 0.0663197 Mar 22 17:38:31.040982 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03179-5bf8-4598-aa32-40f18952ac3f None None] Pushing event updated for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:31.049514 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47332) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:31.120122 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 88c538ef-0713-48bf-83ba-9131a6c0bc95 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:31.121051 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.145942 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:31.201490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 88c538ef-0713-48bf-83ba-9131a6c0bc95, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=88c538ef-0713-48bf-83ba-9131a6c0bc95,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:31.205710 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-3200a0e6-15c8-4321-8736-0563b060ffbb None None] Provisioning complete for port d7e0aaaa-fee1-46b5-80df-97657d2d423c triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:31.206743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3200a0e6-15c8-4321-8736-0563b060ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.239144 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.271958 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71665ded-1b51-4d47-be47-dd0af1d4f5f8 None None] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:38:31.381914 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-37ce126a-5ed7-41fe-ac2b-a3d3b69d2578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.408016 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=88c538ef-0713-48bf-83ba-9131a6c0bc95,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:31.421341 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:29Z', 'revision_number': 3, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:31.429643 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:29Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:31.440859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced4f91-1723-43cb-b6e2-521bd7bf8fb9 tempest-TestShelveInstance-1601132364 tempest-TestShelveInstance-1601132364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:31.442721 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bced4f91-1723-43cb-b6e2-521bd7bf8fb9 tempest-TestShelveInstance-1601132364 tempest-TestShelveInstance-1601132364-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1125 time: 0.3921905 Mar 22 17:38:31.455080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:31.461221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:31.475513 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8f589-edb1-489d-867d-4231c595f955 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:29Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:31.514737 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.533064 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Checking router: a0ac9457-3196-4fd8-be7f-4c00a784ae71 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:31.533681 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Updating router a0ac9457-3196-4fd8-be7f-4c00a784ae71 port 78b6d979-7824-4a10-83d6-b1b5ee34f002 binding host dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:31.537260 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.581694 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3200a0e6-15c8-4321-8736-0563b060ffbb None None] Current status of the port d7e0aaaa-fee1-46b5-80df-97657d2d423c is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:31.651023 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.744292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1849befe-175a-49f5-a301-5bc602529e82 None None] Provisioning complete for port 88c538ef-0713-48bf-83ba-9131a6c0bc95 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:31.745153 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1849befe-175a-49f5-a301-5bc602529e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:31.946453 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Allocated IP 172.20.0.1 (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca/83534e7f-f408-4eb7-ba1b-33368d8b0d5b/9ba27f91-5fb7-4f6a-b942-4f67cacc36bd) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:32.186669 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1849befe-175a-49f5-a301-5bc602529e82 None None] Current status of the port 88c538ef-0713-48bf-83ba-9131a6c0bc95 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:32.202936 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-85170c21-2b72-43ee-b2be-5d8546d4907d tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:32.205868 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-85170c21-2b72-43ee-b2be-5d8546d4907d tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 814 time: 0.5043933 Mar 22 17:38:32.237440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'port': {'device_id': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'admin_state_up': True, 'tenant_id': '721a864ad379486dbb0920edef00cefc'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:32.251732 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks [] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.261928 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.335295 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 88c538ef-0713-48bf-83ba-9131a6c0bc95 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:32.338174 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-307edf94-91d2-40fe-935c-4505ba6cf511 None None] Provisioning complete for port 88c538ef-0713-48bf-83ba-9131a6c0bc95 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:32.338559 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-307edf94-91d2-40fe-935c-4505ba6cf511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.375018 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.376387 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-41882f03-acb5-4c37-8166-f81347e00ba0 req-7e54e897-e6a1-49a3-889e-abf311cd283f tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 210 time: 0.0995364 Mar 22 17:38:32.411925 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks [] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.421586 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.428966 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.488752 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b112-f98e-4184-b924-57cdc9abf90e None None] Pushing event updated for resources: {'Port': ['ID=78b6d979-7824-4a10-83d6-b1b5ee34f002,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:32.542790 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Attempting to bind port 78b6d979-7824-4a10-83d6-b1b5ee34f002 on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:32.545093 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Attempting to bind port 78b6d979-7824-4a10-83d6-b1b5ee34f002 by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:32.548673 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Attempting to bind port 78b6d979-7824-4a10-83d6-b1b5ee34f002 on network cf252416-7198-47c3-b0d6-cd702e337b85 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:32.584604 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:32.585593 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Checking segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:32.586355 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.587748 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Bound using segment: {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:32.596217 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Bound port: 78b6d979-7824-4a10-83d6-b1b5ee34f002, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38448356-4d73-4873-bb14-1a77a59cbe4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:32.599179 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.651568 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Allocated IP 172.27.0.44 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/6e5e9ae2-5e89-4ca5-9748-0b54346e5774) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:32.686256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:32.714857 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:32.720261 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:32.729043 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:32.783962 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] For port 78b6d979-7824-4a10-83d6-b1b5ee34f002, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:32.796651 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] For port 78b6d979-7824-4a10-83d6-b1b5ee34f002, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=78b6d979-7824-4a10-83d6-b1b5ee34f002,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:32.806701 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.836723 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655038'] for router_interface (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.903826 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.917082 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b112-f98e-4184-b924-57cdc9abf90e None None] Pushing event updated for resources: {'Port': ['ID=78b6d979-7824-4a10-83d6-b1b5ee34f002,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:32.941749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Made reservation on behalf of 721a864ad379486dbb0920edef00cefc for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:38:32.952066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:32.970125 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.002479 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:33.004827 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:33.066161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:33.106043 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:33.134049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:33.299050 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.327063 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 88c538ef-0713-48bf-83ba-9131a6c0bc95 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:33.328343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.371865 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:33.402455 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'Port': ['ID=6e5e9ae2-5e89-4ca5-9748-0b54346e5774,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:33.423563 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-307edf94-91d2-40fe-935c-4505ba6cf511 None None] Current status of the port 88c538ef-0713-48bf-83ba-9131a6c0bc95 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:33.516459 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 88c538ef-0713-48bf-83ba-9131a6c0bc95 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:33.527189 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d7e0aaaa-fee1-46b5-80df-97657d2d423c up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:33.645896 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Allocated IP 172.20.0.4 (777687c2-2c08-4267-abec-bd63352fef1b/82d3abf1-af10-4867-8d61-0f297e3816df/adf3fa5d-40b0-49c4-95ef-d79bffaf8686) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:38:33.751429 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-2a02bf07-4643-4d5e-8ea8-45f6eb26b774 None None] Provisioning complete for port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:33.752097 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a02bf07-4643-4d5e-8ea8-45f6eb26b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.783392 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks [] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.791076 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.805684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port d7e0aaaa-fee1-46b5-80df-97657d2d423c triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:33.812362 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.898610 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1621595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654890'] for router_interface (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:33.939457 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2a02bf07-4643-4d5e-8ea8-45f6eb26b774 None None] Port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:34.023128 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.024286 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port d7e0aaaa-fee1-46b5-80df-97657d2d423c is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:34.048743 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:29Z', 'revision_number': 3, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:34.073090 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.084462 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:34.101897 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c26e6e1-e8c4-4576-9ec6-fdcf1b0f12e7 None None] The sync data for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi is: [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:29Z', 'revision_number': 3, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:34.211222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:34.216523 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:34.239182 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afa3a01a-5404-402a-9b45-b155df0d243c req-1c4446a8-d5cb-4d0e-85d2-ef9e79ee795b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 210 time: 0.0947840 Mar 22 17:38:34.406351 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.520737 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Network 777687c2-2c08-4267-abec-bd63352fef1b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:38:34.533426 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Router a0ac9457-3196-4fd8-be7f-4c00a784ae71 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:34.540678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:38:34.546722 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:38:34.677013 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:34.713061 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:34.714169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.798527 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-96cfa471-fe33-43b5-97c9-8fe6292c785c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5636597 Mar 22 17:38:34.835130 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:34.842313 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-0d236388-c4f5-477c-b36f-dfa13374d346 admin admin] 10.222.0.69 "PUT /v2.0/routers/a0ac9457-3196-4fd8-be7f-4c00a784ae71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2057695 Mar 22 17:38:34.844182 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-a338ea7b-ca84-40d7-a63f-061e315e5fee None None] Provisioning complete for port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:34.845940 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a338ea7b-ca84-40d7-a63f-061e315e5fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:34.940508 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a338ea7b-ca84-40d7-a63f-061e315e5fee None None] Port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:34.975008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Request body: {'port': {'device_id': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:35.104409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for floatingip (eafc0237-cff2-4eaf-b53b-bedf637a6516), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.190525 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c10b080d-d237-4698-85b2-59197e639ca2 None None] Provisioning complete for port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:35.191016 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c10b080d-d237-4698-85b2-59197e639ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.279787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.288921 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c10b080d-d237-4698-85b2-59197e639ca2 None None] Port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:38:35.377258 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.690459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf3fa5d-40b0-49c4-95ef-d79bffaf8686 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:35.702495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks [] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.719010 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Transition to ACTIVE for port object adf3fa5d-40b0-49c4-95ef-d79bffaf8686 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:38:35.736588 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.779318 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:35.980417 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:35.987282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170768763', 'description': 'tempest-secgroup-smoke-1170768763 description', 'project_id': 'a64a9dbe39674a6889658095d26bcf23'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:36.059192 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.340723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 78b6d979-7824-4a10-83d6-b1b5ee34f002 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:36.445912 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:36.501123 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 78b6d979-7824-4a10-83d6-b1b5ee34f002 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:36.502551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.535818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda406b1-c008-4d6b-b502-b443ac2af8e7 req-496d0257-05b7-422c-bf9d-f6d9f4106333 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:36.543328 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dda406b1-c008-4d6b-b502-b443ac2af8e7 req-496d0257-05b7-422c-bf9d-f6d9f4106333 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.8199406 Mar 22 17:38:36.621234 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (1a358310-db29-4f8b-b53f-15b7908cbf44), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.626435 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (1a358310-db29-4f8b-b53f-15b7908cbf44), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.628479 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Attempting to bind port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:36.629122 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Attempting to bind port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:36.629756 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Attempting to bind port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 on network 777687c2-2c08-4267-abec-bd63352fef1b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:36.642793 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.649517 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 on network 777687c2-2c08-4267-abec-bd63352fef1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:38:36.650257 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Attempting to bind port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 on network 777687c2-2c08-4267-abec-bd63352fef1b {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:36.661606 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.673755 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:36.674212 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Checking segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:36.674679 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Bound using segment: {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:36.675200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Bound port: adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490cf951-a886-46dd-bb09-4a3cfabf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:36.675633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.690671 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 78b6d979-7824-4a10-83d6-b1b5ee34f002 is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:36.691560 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.715781 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.720140 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7369316 Mar 22 17:38:36.724550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47380) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:36.725348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f5fea-20d2-4de4-b578-e83874cd5313 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a358310-db29-4f8b-b53f-15b7908cbf44,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:36.730850 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dda406b1-c008-4d6b-b502-b443ac2af8e7 req-66879e06-ea2c-4310-b279-c9bc747e22d4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861000 Mar 22 17:38:36.735998 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] For port 78b6d979-7824-4a10-83d6-b1b5ee34f002, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=78b6d979-7824-4a10-83d6-b1b5ee34f002,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:36.746470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.762265 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:36.839165 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (62d9c201-3ef9-4731-8736-8349c482a54a), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.839859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event updated for resources: {'Port': ['ID=6e5e9ae2-5e89-4ca5-9748-0b54346e5774,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:36.869718 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Pushing event updated for resources: {'Port': ['ID=78b6d979-7824-4a10-83d6-b1b5ee34f002,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:36.899480 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (eafc0237-cff2-4eaf-b53b-bedf637a6516), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.962955 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (62d9c201-3ef9-4731-8736-8349c482a54a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.969761 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (62d9c201-3ef9-4731-8736-8349c482a54a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:36.999882 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9c201-3ef9-4731-8736-8349c482a54a,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.035589 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.038581 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b92393ff-318d-41f9-b4a6-d8c93a335075 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883563 Mar 22 17:38:37.043405 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47384) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:37.055587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:37.109785 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:37.124440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:37.152216 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.153331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (f21a6f9b-4f5d-4364-9aa2-f3eb034ef5a2), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.290675 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:37.291806 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.294104 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] 10.222.0.62 "PUT /v2.0/ports/adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 1093 time: 2.3235757 Mar 22 17:38:37.294854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:37.297132 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (f21a6f9b-4f5d-4364-9aa2-f3eb034ef5a2), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.299198 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4031396-f424-4ee5-ac0d-1b5d92cd0875" -d '{"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:37.311854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (f21a6f9b-4f5d-4364-9aa2-f3eb034ef5a2), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.343455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21a6f9b-4f5d-4364-9aa2-f3eb034ef5a2,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.356024 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.357630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a6f437fa-0102-41ca-963d-8dd0a375cf40 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3127384 Mar 22 17:38:37.362074 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:37.367954 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:37.384572 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Floating IP eafc0237-cff2-4eaf-b53b-bedf637a6516 associated. External IP: 172.27.0.44, port: 323d6286-b4ae-4933-a3fb-e5e8364e14ce. Mar 22 17:38:37.444648 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (5c075815-7b76-4d5b-8dc3-8b6e7fba788b), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.465451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Sync routers for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:37.473870 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21963375-14a2-4530-be52-e5313b86e157 x-openstack-request-id: req-21963375-14a2-4530-be52-e5313b86e157 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:37.474856 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:37.475654 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21963375-14a2-4530-be52-e5313b86e157 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:37.476227 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21963375-14a2-4530-be52-e5313b86e157'] response: {'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:38:37.512079 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc456bb4-1fa6-4a3b-adfd-fc5803e97bba service neutron] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.544322 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:37.545398 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:37.690418 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (5c075815-7b76-4d5b-8dc3-8b6e7fba788b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.710469 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (5c075815-7b76-4d5b-8dc3-8b6e7fba788b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.779423 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c075815-7b76-4d5b-8dc3-8b6e7fba788b,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:37.791524 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:37.793660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ca0c3f02-680b-4f1b-8932-813d1d139ead tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303493 Mar 22 17:38:37.800552 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47398) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:37.818073 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:37.895184 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:37.939692 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (86656451-1bc0-41ab-8ab6-ed4b111d9efb), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.087207 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f673fc2-ac51-4fe6-b2fb-7dd250c28d38 req-527d4fd1-9361-43c0-b3ed-8ad3be184dd6 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:38.095764 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f673fc2-ac51-4fe6-b2fb-7dd250c28d38 req-527d4fd1-9361-43c0-b3ed-8ad3be184dd6 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.1709149 Mar 22 17:38:38.134680 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (86656451-1bc0-41ab-8ab6-ed4b111d9efb), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.143650 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (86656451-1bc0-41ab-8ab6-ed4b111d9efb), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.170706 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.172280 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3702719 Mar 22 17:38:38.175251 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47400) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:38.180746 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:38.190949 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:38:38.216307 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Project a64a9dbe39674a6889658095d26bcf23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:38:38.225604 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (9773b66a-119a-456d-8eeb-0dc49cde08ac), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.229230 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c140-7d76-4092-b876-7c18c47d15a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86656451-1bc0-41ab-8ab6-ed4b111d9efb,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:38.253278 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3f673fc2-ac51-4fe6-b2fb-7dd250c28d38 req-649c57b5-443a-4ee7-85a1-bc94b9e4238f tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501660 Mar 22 17:38:38.334890 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 78b6d979-7824-4a10-83d6-b1b5ee34f002 up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:38.402340 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (9773b66a-119a-456d-8eeb-0dc49cde08ac), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.402640 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:38:38.421860 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (9773b66a-119a-456d-8eeb-0dc49cde08ac), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.424915 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Sync routers for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:38:38.450282 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.453082 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:38.454732 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:38.484003 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9773b66a-119a-456d-8eeb-0dc49cde08ac,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:38.497276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.503380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-56d710c4-17ff-4001-adba-376f7aad578b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231792 Mar 22 17:38:38.504484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47402) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:38:38.512502 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'security_group_rule': {'security_group_id': '1a358310-db29-4f8b-b53f-15b7908cbf44', 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:38:38.531416 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c22b003a-8935-482b-9346-fb783d5c68a5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0748775 Mar 22 17:38:38.563033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Project a64a9dbe39674a6889658095d26bcf23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:38:38.566285 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 78b6d979-7824-4a10-83d6-b1b5ee34f002 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:38.567931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.569492 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (7f6b31f0-62d6-4675-b617-7814838149ce), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.655862 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (7f6b31f0-62d6-4675-b617-7814838149ce), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.675028 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (7f6b31f0-62d6-4675-b617-7814838149ce), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.699743 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:38.708500 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6b31f0-62d6-4675-b617-7814838149ce,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:38.716322 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:38.718017 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5777b191-b5e3-4ec0-8d5f-bcd36ec51c44 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2121994 Mar 22 17:38:38.792869 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:33Z', 'revision_number': 4, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '9ba27f91-5fb7-4f6a-b942-4f67cacc36bd', 'name': '', 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'mac_address': 'fa:16:3e:e6:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:31Z', 'updated_at': '2022-03-22T17:38:33Z', 'revision_number': 2, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'subnets': [{'id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:38.856039 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Checking router: a0ac9457-3196-4fd8-be7f-4c00a784ae71 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:38.856975 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Updating router a0ac9457-3196-4fd8-be7f-4c00a784ae71 port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd binding host dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 17:38:38.904468 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 78b6d979-7824-4a10-83d6-b1b5ee34f002 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:38.922364 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.151766 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'eafc0237-cff2-4eaf-b53b-bedf637a6516', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'mac_address': 'fa:16:3e:37:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:38:34Z', 'updated_at': '2022-03-22T17:38:34Z', 'revision_number': 0, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:39.183952 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Checking router: 665ba3c5-115f-45c3-9301-4e3d9977e3a3 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:38:39.194077 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:39.195016 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:39.393161 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:39.471993 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks [] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.484438 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:39.484438 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa0ec03-2c76-4b60-a630-08cf88f61888" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:39.489417 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.495970 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e726f26-0190-454f-a91c-2dce637a36f6 req-d3fb133a-d1b8-473c-ad26-ef687c0b3498 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:39.497398 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7e726f26-0190-454f-a91c-2dce637a36f6 req-d3fb133a-d1b8-473c-ad26-ef687c0b3498 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.1309001 Mar 22 17:38:39.660395 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7e726f26-0190-454f-a91c-2dce637a36f6 req-b7dba01f-bd68-4f90-8996-5a8fb929ecfe tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552563 Mar 22 17:38:39.685518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7d14b-b89f-4455-accf-2756bf737f7e None None] Pushing event updated for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:39.701741 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Attempting to bind port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd on host dv-cinder-820578-3-iscsi for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:38:39.702503 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Attempting to bind port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd by drivers openvswitch,hyperv on host dv-cinder-820578-3-iscsi at level 0 using segments [{'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:38:39.703102 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Attempting to bind port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd on network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:38:39.709481 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Checking agent: {'id': 'bf695e84-eb11-4425-b7b0-6aa8cfdd297f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820578-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 26, 5), 'started_at': datetime.datetime(2022, 3, 22, 17, 26, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820578-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:38:39.710270 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Checking segment: {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:38:39.711044 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.711681 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Bound using segment: {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:38:39.712867 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Bound port: 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd, host: dv-cinder-820578-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9e858-ce02-4ebd-a11d-ac702eeb082b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:38:39.713531 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.745261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cfd7aa-4e9e-4fe4-96bb-6abd703d6564 x-openstack-request-id: req-e0cfd7aa-4e9e-4fe4-96bb-6abd703d6564 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:39.746165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:39.746819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0cfd7aa-4e9e-4fe4-96bb-6abd703d6564 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:39.747708 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cfd7aa-4e9e-4fe4-96bb-6abd703d6564'] response: {'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'status': 'completed', 'code': 200} Mar 22 17:38:39.835072 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] For port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd, host dv-cinder-820578-3-iscsi, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:38:39.839380 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] For port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd, host dv-cinder-820578-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:38:39.849397 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:39.979710 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:38:39.981451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:38:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:40.155691 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7d14b-b89f-4455-accf-2756bf737f7e None None] Pushing event updated for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:40.173729 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Provisioning complete for port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:40.174119 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:40.383473 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'eafc0237-cff2-4eaf-b53b-bedf637a6516', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'mac_address': 'fa:16:3e:37:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:38:34Z', 'updated_at': '2022-03-22T17:38:34Z', 'revision_number': 0, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:40.549306 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80730dc-3b75-4d7f-a9b3-1625dc2a42b9 None None] The sync data for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi is: [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'eafc0237-cff2-4eaf-b53b-bedf637a6516', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'mac_address': 'fa:16:3e:37:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:38:34Z', 'updated_at': '2022-03-22T17:38:34Z', 'revision_number': 0, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:40.882703 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:38:40.890941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d581574-799a-4707-90fe-f56a8af5ca5b req-8f374abe-80a9-4873-8309-7916aae3ea8e tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:40.892599 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d581574-799a-4707-90fe-f56a8af5ca5b req-8f374abe-80a9-4873-8309-7916aae3ea8e tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.1121006 Mar 22 17:38:40.927827 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Current status of the port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd is: DOWN; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:40.928424 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.023067 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9d581574-799a-4707-90fe-f56a8af5ca5b req-885217d0-293c-4810-b849-c87c414478dd tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228960 Mar 22 17:38:41.082888 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] For port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:41.091314 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fa5b6c-10a0-4b61-adfc-eebb8d1321c0 None None] New status for floating IP eafc0237-cff2-4eaf-b53b-bedf637a6516: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:38:41.155039 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.330509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac315249-18b0-467b-bddd-860cdbe8bcdc None None] Pushing event updated for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:41.362088 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-75ad6f69-084f-44d5-a755-5b5ae9da78c5 None None] Provisioning complete for port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:41.362795 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75ad6f69-084f-44d5-a755-5b5ae9da78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:41.527312 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:33Z', 'revision_number': 4, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '9ba27f91-5fb7-4f6a-b942-4f67cacc36bd', 'name': '', 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'mac_address': 'fa:16:3e:e6:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:31Z', 'updated_at': '2022-03-22T17:38:39Z', 'revision_number': 4, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'subnets': [{'id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:38:41.567901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fbc25a-36fb-4f4e-a7df-6d82ac21c62e None None] The sync data for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi is: [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:38:33Z', 'revision_number': 4, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '9ba27f91-5fb7-4f6a-b942-4f67cacc36bd', 'name': '', 'network_id': 'c98c9cf0-cc4e-47e5-bc0b-57534df3ffca', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'mac_address': 'fa:16:3e:e6:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:31Z', 'updated_at': '2022-03-22T17:38:39Z', 'revision_number': 4, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'subnets': [{'id': '83534e7f-f408-4eb7-ba1b-33368d8b0d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:38:41.570265 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75ad6f69-084f-44d5-a755-5b5ae9da78c5 None None] Current status of the port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:42.240965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd up at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:42.258801 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ebd87-0172-4f01-9614-ea18fdb9612d req-9bb8e48c-e77b-4d51-84d3-077ed919e844 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:42.260346 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d96ebd87-0172-4f01-9614-ea18fdb9612d req-9bb8e48c-e77b-4d51-84d3-077ed919e844 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.0990996 Mar 22 17:38:42.318355 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Provisioning complete for port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:42.318571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:42.318657 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d96ebd87-0172-4f01-9614-ea18fdb9612d req-d483d2f7-02b8-4f10-86b6-0d89c62da7e6 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508711 Mar 22 17:38:42.413042 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Current status of the port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:43.285402 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:38:45.704799 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:49.420317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-d2992c93-1a57-4824-9c67-37f8f729d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.422018 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-d2992c93-1a57-4824-9c67-37f8f729d079 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.0610871 Mar 22 17:38:49.425574 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-fe9f1d5b-f775-44da-b137-bbdb811f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.430428 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-fe9f1d5b-f775-44da-b137-bbdb811f1997 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1127 time: 0.0659151 Mar 22 17:38:49.657152 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-6122c8fb-d7be-42ed-a1b7-bb71397eb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.658990 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-6122c8fb-d7be-42ed-a1b7-bb71397eb121 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.1636858 Mar 22 17:38:49.774837 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-3c89ebba-fe38-432b-8aba-32259a36fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.777237 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-3c89ebba-fe38-432b-8aba-32259a36fe70 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=721a864ad379486dbb0920edef00cefc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2827556 Mar 22 17:38:49.798965 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-62da7ee6-5566-44d9-9384-3cd125d23b42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 1001 time: 0.1326890 Mar 22 17:38:49.867955 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-a06d7072-9190-48f5-bc22-e46375a7adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.873264 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-a06d7072-9190-48f5-bc22-e46375a7adb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0622196 Mar 22 17:38:49.945524 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-397ad6d0-60ce-44f9-8e96-50f32d930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:49.947592 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-397ad6d0-60ce-44f9-8e96-50f32d930c52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705585 Mar 22 17:38:50.082217 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-a91f6c9b-4828-4e26-8c23-88c981be4252 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189363 Mar 22 17:38:50.111414 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9b15-ce4a-43e2-98f9-15ebc9493a39 req-00f52d29-812b-4ae8-971d-e48c630b5c69 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.113050 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-246b9b15-ce4a-43e2-98f9-15ebc9493a39 req-00f52d29-812b-4ae8-971d-e48c630b5c69 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.2886493 Mar 22 17:38:50.151617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-93051f46-ec11-4151-8d10-02e3a872b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.153876 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f4031396-f424-4ee5-ac0d-1b5d92cd0875 req-93051f46-ec11-4151-8d10-02e3a872b2f2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622379 Mar 22 17:38:50.204691 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-246b9b15-ce4a-43e2-98f9-15ebc9493a39 req-8bcdb5f4-4ddd-4e7e-8d0c-550f9ee3dc56 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857744 Mar 22 17:38:50.213751 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fa0ec03-2c76-4b60-a630-08cf88f61888 req-8d532013-1d22-433f-a197-9cabe3ab9361 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207321 Mar 22 17:38:50.333419 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-ba5c6f13-27e8-4db0-b5fe-a7a19a3a78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.334986 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-ba5c6f13-27e8-4db0-b5fe-a7a19a3a78a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1127 time: 0.0870323 Mar 22 17:38:50.383484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620b19e-1875-471d-a7f5-5929a42bc264 req-2e3f2236-e7ea-4e6a-ad26-23169afb2064 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.386126 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4620b19e-1875-471d-a7f5-5929a42bc264 req-2e3f2236-e7ea-4e6a-ad26-23169afb2064 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0704923 Mar 22 17:38:50.435541 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-e2f05a0c-3495-4245-a51e-57c62052e666 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 217 time: 0.0457480 Mar 22 17:38:50.473353 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4620b19e-1875-471d-a7f5-5929a42bc264 req-8cc0a034-1e40-4a50-81d1-c1e972ad8098 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760043 Mar 22 17:38:50.527201 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-4ebfb832-6fe2-49bc-9c96-b5c39e12dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.528928 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-4ebfb832-6fe2-49bc-9c96-b5c39e12dd76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.0498149 Mar 22 17:38:50.587223 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-1d3ca9f0-a386-4d20-bfcf-5c09c9ac6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:50.588770 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-1d3ca9f0-a386-4d20-bfcf-5c09c9ac6728 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536487 Mar 22 17:38:50.694088 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-5d89661c-3fed-4123-8ca0-dcb29d07852e service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984228 Mar 22 17:38:50.816945 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0b1f8e75-77e2-4e51-83f1-4f8ec55b6189 req-02edf31e-99f7-4023-b5d9-e738891f107b service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153259 Mar 22 17:38:51.341552 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925285-8bef-4cbe-805b-e814c1f93d83 req-be7ee0c8-3222-4621-b322-00b629931544 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:51.343110 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92925285-8bef-4cbe-805b-e814c1f93d83 req-be7ee0c8-3222-4621-b322-00b629931544 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.0552235 Mar 22 17:38:51.399482 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92925285-8bef-4cbe-805b-e814c1f93d83 req-67a95ce7-4aa2-4bd8-9e32-bd7a8192ac47 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502415 Mar 22 17:38:51.617600 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c082ca-3481-4b3d-8222-2887ab82011e req-cd44d387-99b4-4966-829c-101a4b6b6775 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:51.619140 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-29c082ca-3481-4b3d-8222-2887ab82011e req-cd44d387-99b4-4966-829c-101a4b6b6775 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0653780 Mar 22 17:38:51.673170 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-29c082ca-3481-4b3d-8222-2887ab82011e req-b71a3ed9-57d1-4a48-b9c2-9c689aa3c9bd tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456209 Mar 22 17:38:52.546160 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5469d2-aaf5-42f1-81bd-2311e4b9b6dc req-e68feda1-9485-480b-a1ee-044400d46ccf tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:52.547698 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c5469d2-aaf5-42f1-81bd-2311e4b9b6dc req-e68feda1-9485-480b-a1ee-044400d46ccf tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.0543423 Mar 22 17:38:52.604706 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c5469d2-aaf5-42f1-81bd-2311e4b9b6dc req-7514b4a5-95e2-442e-9b29-c91ecfaae0aa tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Mar 22 17:38:52.803595 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d10e7-287f-43ed-b907-efd702e50393 req-4ea9ef0a-4dd2-4d3f-8ea4-f6f06d8fff93 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:52.805164 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ba8d10e7-287f-43ed-b907-efd702e50393 req-4ea9ef0a-4dd2-4d3f-8ea4-f6f06d8fff93 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0574260 Mar 22 17:38:52.857580 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ba8d10e7-287f-43ed-b907-efd702e50393 req-37d1406b-1c4f-4f67-b02a-4658f6000c73 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Mar 22 17:38:53.723607 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b19e7d-7a52-4a75-b698-af4cf1d9844a req-59d4ebc5-4769-4cb4-9748-e13408346688 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:53.725071 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e7b19e7d-7a52-4a75-b698-af4cf1d9844a req-59d4ebc5-4769-4cb4-9748-e13408346688 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 943 time: 0.0569458 Mar 22 17:38:53.779500 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e7b19e7d-7a52-4a75-b698-af4cf1d9844a req-3b7e4fd9-a1ab-4e04-8c38-550bbee6ba48 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Mar 22 17:38:53.992838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c501fc-4e3d-4d0f-8aff-618627bc0964 req-dd743e99-7d06-487f-bd23-0bcc26b12193 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:53.994375 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a5c501fc-4e3d-4d0f-8aff-618627bc0964 req-dd743e99-7d06-487f-bd23-0bcc26b12193 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0571945 Mar 22 17:38:54.065323 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a5c501fc-4e3d-4d0f-8aff-618627bc0964 req-26760a68-b1d3-4239-8a2c-bf4f57f4224d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647769 Mar 22 17:38:54.451652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device adf3fa5d-40b0-49c4-95ef-d79bffaf8686 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:38:54.559934 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:54.573507 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'port_id': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'mac_address': 'fa:16:3e:9c:16:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:38:54.612602 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:54.613005 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.627698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf3fa5d-40b0-49c4-95ef-d79bffaf8686 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:38:54.652186 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:54.656995 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:54.706965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:54.901147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200be81-cc10-453b-b004-3df3f50329cb req-736c24b2-5443-4e8b-95a9-30c7b2536725 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:54.902746 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0200be81-cc10-453b-b004-3df3f50329cb req-736c24b2-5443-4e8b-95a9-30c7b2536725 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 944 time: 0.0548160 Mar 22 17:38:54.951903 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0200be81-cc10-453b-b004-3df3f50329cb req-538fb23e-338d-4426-9eee-7b6ed4261ffa tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Mar 22 17:38:55.207287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824588b-371a-440a-83bb-355991b18a81 req-c80f3b98-c08c-4cbe-bac2-ab03429e8516 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:55.208903 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2824588b-371a-440a-83bb-355991b18a81 req-c80f3b98-c08c-4cbe-bac2-ab03429e8516 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0607145 Mar 22 17:38:55.257855 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2824588b-371a-440a-83bb-355991b18a81 req-90bfa130-9da0-4dd7-b18f-0b45fa8e5203 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Mar 22 17:38:55.348992 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:38:56.086818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4d67-74db-4543-9b8f-acb88ee925b7 req-83934e93-79c6-4f43-8e05-197dad70a073 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.088531 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d5ac4d67-74db-4543-9b8f-acb88ee925b7 req-83934e93-79c6-4f43-8e05-197dad70a073 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 944 time: 0.0658405 Mar 22 17:38:56.141610 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d5ac4d67-74db-4543-9b8f-acb88ee925b7 req-094b501c-a576-4573-ad5c-87548c4fcbcb tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Mar 22 17:38:56.394889 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712f0e-84ec-48cb-90d3-e16f5987c975 req-a4e7998d-7db7-4047-906a-bb409048f28d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:56.396958 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fa712f0e-84ec-48cb-90d3-e16f5987c975 req-a4e7998d-7db7-4047-906a-bb409048f28d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0591877 Mar 22 17:38:56.451100 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fa712f0e-84ec-48cb-90d3-e16f5987c975 req-f10c8b6f-cd05-4eb9-932a-557ad5078d94 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485868 Mar 22 17:38:57.268248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe11fd-0905-4d92-b136-805a364cb103 req-8e3a2c18-333a-4c07-bb9a-b1eb0a3a43ab tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:57.269797 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84fe11fd-0905-4d92-b136-805a364cb103 req-8e3a2c18-333a-4c07-bb9a-b1eb0a3a43ab tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 944 time: 0.0553551 Mar 22 17:38:57.320075 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84fe11fd-0905-4d92-b136-805a364cb103 req-d1224f1b-ccfe-4d10-a0fd-44b31c976659 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Mar 22 17:38:57.588722 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad623ee-c1e7-427a-bce8-0153376686b6 req-bec5fa3f-6474-4569-8526-9fca712250f2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:57.590249 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dad623ee-c1e7-427a-bce8-0153376686b6 req-bec5fa3f-6474-4569-8526-9fca712250f2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0634642 Mar 22 17:38:57.648385 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dad623ee-c1e7-427a-bce8-0153376686b6 req-715d00fa-2b91-43b3-a767-866e2a03dcab tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511162 Mar 22 17:38:58.447863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device adf3fa5d-40b0-49c4-95ef-d79bffaf8686 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:38:58.456638 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b45e9-e457-4c18-a899-0588d8cb6a0f req-ec963ed6-1a00-4dbf-995e-23a9751d8ef3 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:58.458194 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e61b45e9-e457-4c18-a899-0588d8cb6a0f req-ec963ed6-1a00-4dbf-995e-23a9751d8ef3 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 944 time: 0.0538189 Mar 22 17:38:58.508186 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:38:58.513310 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:38:58.513726 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.529877 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e61b45e9-e457-4c18-a899-0588d8cb6a0f req-77938ab9-49e4-4237-934d-3b461e77df32 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 Mar 22 17:38:58.599042 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:38:58.599434 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.637584 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:38:58.640577 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6e7b4-b320-4c73-82fb-4ca26adda296" -d '{"events": [{"server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "name": "network-vif-plugged", "status": "completed", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:38:58.655991 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:38:58.662998 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.669843 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe3775-d25c-4edf-afb4-2a08ddec1176 req-bebd52e4-b670-4a93-a60d-be10dcfcd598 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:58.671685 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4fe3775-d25c-4edf-afb4-2a08ddec1176 req-bebd52e4-b670-4a93-a60d-be10dcfcd598 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0761850 Mar 22 17:38:58.694862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed850cbe-b9b8-42a8-8db8-db73db66dd0b x-openstack-request-id: req-ed850cbe-b9b8-42a8-8db8-db73db66dd0b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:38:58.695328 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "name": "network-vif-plugged", "status": "completed", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:38:58.695596 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed850cbe-b9b8-42a8-8db8-db73db66dd0b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:38:58.696006 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed850cbe-b9b8-42a8-8db8-db73db66dd0b'] response: {'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'code': 200} Mar 22 17:38:58.738203 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:38:58.743702 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4fe3775-d25c-4edf-afb4-2a08ddec1176 req-0661ef1c-5aca-4669-9f39-18635615e320 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619755 Mar 22 17:38:58.804169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc7a-1024-4a9e-b989-c6d3d15d21ac req-3f5200c6-d931-44a7-ac27-a25e13c1f90d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:58.806655 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3132dc7a-1024-4a9e-b989-c6d3d15d21ac req-3f5200c6-d931-44a7-ac27-a25e13c1f90d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0653765 Mar 22 17:38:58.856546 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3132dc7a-1024-4a9e-b989-c6d3d15d21ac req-3874798f-e060-4bcc-98bd-6c74c230e8d6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Mar 22 17:38:58.879294 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4f433843-d947-4e8d-9071-704652ea5db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:38:58.995328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab31b3-0f23-49b0-a587-b42db3bfaecc req-8458e300-b5f9-478e-b095-82f8a760f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:58.996948 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-56ab31b3-0f23-49b0-a587-b42db3bfaecc req-8458e300-b5f9-478e-b095-82f8a760f1bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1129 time: 0.0476515 Mar 22 17:38:59.048597 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-56ab31b3-0f23-49b0-a587-b42db3bfaecc req-600d7e77-7bb7-45c8-aca7-ba923ffe4d32 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Mar 22 17:38:59.671913 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027aaf5-43da-4c9c-87da-2ecc78889931 req-5e666744-8d80-4682-b5f1-2d9f9eb266ad tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:59.673743 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6027aaf5-43da-4c9c-87da-2ecc78889931 req-5e666744-8d80-4682-b5f1-2d9f9eb266ad tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0538647 Mar 22 17:38:59.724205 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6027aaf5-43da-4c9c-87da-2ecc78889931 req-a7c64555-5a0e-410c-96e3-014fe068adfd tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Mar 22 17:38:59.865753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b988168-c2a7-4724-83a0-8cacc86df03e req-99d36634-22f4-4216-9478-823acef5dede tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:59.867254 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b988168-c2a7-4724-83a0-8cacc86df03e req-99d36634-22f4-4216-9478-823acef5dede tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0541477 Mar 22 17:38:59.915477 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b988168-c2a7-4724-83a0-8cacc86df03e req-d12fbf80-4fe5-4441-9f95-f052707e85b9 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417998 Mar 22 17:38:59.985722 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef48d-bbc8-4c18-8547-784ba4e566d3 req-435a42b0-3955-4ac6-a5e1-b24466f86e91 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:38:59.987242 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c95ef48d-bbc8-4c18-8547-784ba4e566d3 req-435a42b0-3955-4ac6-a5e1-b24466f86e91 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0535312 Mar 22 17:39:00.035546 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c95ef48d-bbc8-4c18-8547-784ba4e566d3 req-f1893871-a6f7-43aa-a216-93bf50e772fe tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Mar 22 17:39:00.851484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6581b8-4b32-42bd-a2e7-4f55274c6292 req-a8bd7a48-df57-4398-a751-d8c6819a3543 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:00.853082 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e6581b8-4b32-42bd-a2e7-4f55274c6292 req-a8bd7a48-df57-4398-a751-d8c6819a3543 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0595729 Mar 22 17:39:00.905247 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7e6581b8-4b32-42bd-a2e7-4f55274c6292 req-f7048398-3fef-4e88-be56-54af8cef53bf tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Mar 22 17:39:01.060717 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6aeb-d115-42f3-a1dd-2ebaaa50e573 req-2bc8324e-f4ae-4e26-9c0f-7f2d9abb3199 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:01.062717 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-055f6aeb-d115-42f3-a1dd-2ebaaa50e573 req-2bc8324e-f4ae-4e26-9c0f-7f2d9abb3199 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0744517 Mar 22 17:39:01.115736 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-055f6aeb-d115-42f3-a1dd-2ebaaa50e573 req-536d420b-23b2-42cb-9f18-0e778c090c3e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462766 Mar 22 17:39:01.175282 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d028c9-96a8-43d5-89da-73627f3de6a1 req-86832544-7280-44bf-8003-b68a65fa3ce0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:01.176825 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5d028c9-96a8-43d5-89da-73627f3de6a1 req-86832544-7280-44bf-8003-b68a65fa3ce0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0619273 Mar 22 17:39:01.224212 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5d028c9-96a8-43d5-89da-73627f3de6a1 req-8a206723-e9e3-4509-ad07-9139ff33daeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Mar 22 17:39:01.282577 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-24baa553-f3cc-4c7f-a596-796a981468e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:02.025544 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3100878-ef53-442e-86a0-8e67838a63e3 req-effb43b0-bfc5-4055-bdbb-b5fc79688956 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.027132 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e3100878-ef53-442e-86a0-8e67838a63e3 req-effb43b0-bfc5-4055-bdbb-b5fc79688956 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0553648 Mar 22 17:39:02.088178 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e3100878-ef53-442e-86a0-8e67838a63e3 req-a693457e-4121-4ce1-98aa-65a7190c1e14 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Mar 22 17:39:02.206651 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194289ae-b2f2-4bd3-83b9-7940efccb48c req-58ed9a54-8ebf-4f4c-9e5b-60409ca05c76 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.208096 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-194289ae-b2f2-4bd3-83b9-7940efccb48c req-58ed9a54-8ebf-4f4c-9e5b-60409ca05c76 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0533047 Mar 22 17:39:02.235341 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:02.243081 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c564-a8af-4834-8f28-84416a00f92c req-0cb86adc-4675-4267-8027-734ea8145cd6 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.244802 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b61c564-a8af-4834-8f28-84416a00f92c req-0cb86adc-4675-4267-8027-734ea8145cd6 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0596175 Mar 22 17:39:02.284317 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-194289ae-b2f2-4bd3-83b9-7940efccb48c req-5db574b3-04b0-4580-b770-163e298f8939 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704334 Mar 22 17:39:02.298962 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b61c564-a8af-4834-8f28-84416a00f92c req-073473b8-6801-431c-843c-d3888318472e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476763 Mar 22 17:39:02.398363 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163eb4a-b5fb-45cf-a6e2-0b2e247ad9ad req-296029ab-f965-4758-9f1d-4f06681bc063 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.399881 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d163eb4a-b5fb-45cf-a6e2-0b2e247ad9ad req-296029ab-f965-4758-9f1d-4f06681bc063 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0538628 Mar 22 17:39:02.449424 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d163eb4a-b5fb-45cf-a6e2-0b2e247ad9ad req-473a91cb-9f86-4177-b3cd-c5ab4e9563fc tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Mar 22 17:39:02.635149 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bee3a-47d7-4a4b-a136-c0b2af3efdef req-1b9627d1-775d-4b4b-89d8-a28fb4a85041 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:02.636710 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-349bee3a-47d7-4a4b-a136-c0b2af3efdef req-1b9627d1-775d-4b4b-89d8-a28fb4a85041 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0638196 Mar 22 17:39:02.685575 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-349bee3a-47d7-4a4b-a136-c0b2af3efdef req-f8715449-a43c-4469-9380-8e8bea503f4b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 22 17:39:03.428458 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d3182-725a-4904-bb8d-d0b4364b91aa req-83ddf27c-8dd2-4cbb-ac52-09d638ccf552 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:03.429952 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e89d3182-725a-4904-bb8d-d0b4364b91aa req-83ddf27c-8dd2-4cbb-ac52-09d638ccf552 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0590136 Mar 22 17:39:03.476514 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e89d3182-725a-4904-bb8d-d0b4364b91aa req-70e1a94b-81d1-4c2e-b412-ff475b7b941a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Mar 22 17:39:03.581098 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adfcb0-cc1c-425b-ba97-c068f312ce0c req-674f4071-09c8-41a5-84f2-465c210ea469 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:03.582524 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54adfcb0-cc1c-425b-ba97-c068f312ce0c req-674f4071-09c8-41a5-84f2-465c210ea469 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0567811 Mar 22 17:39:03.633670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54adfcb0-cc1c-425b-ba97-c068f312ce0c req-b669b77a-9789-425f-bbaf-288f273c1858 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Mar 22 17:39:04.003853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:04.600247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb0a88-376e-4590-a852-3e708c9d56b3 req-4f3ff70f-c0ad-416c-995f-f38c3dfdebc1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:04.601775 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afeb0a88-376e-4590-a852-3e708c9d56b3 req-4f3ff70f-c0ad-416c-995f-f38c3dfdebc1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0545297 Mar 22 17:39:04.654263 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afeb0a88-376e-4590-a852-3e708c9d56b3 req-63a4080d-d872-426d-8635-543327f85559 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467873 Mar 22 17:39:04.758365 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2439cc3-9d3c-41ee-b004-87fe84d9d3e2 req-5594be9f-180f-45d3-a63b-78252a2cbad0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:04.759874 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2439cc3-9d3c-41ee-b004-87fe84d9d3e2 req-5594be9f-180f-45d3-a63b-78252a2cbad0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Mar 22 17:39:04.806938 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2439cc3-9d3c-41ee-b004-87fe84d9d3e2 req-9f0a5d1b-fc50-4994-b776-85535317baf3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Mar 22 17:39:05.335499 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:05.789895 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad67426-7a0b-4dc4-a5cf-70c10115db84 req-e2cd7593-fdb5-469d-8229-47c0155bc16e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:05.791577 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7ad67426-7a0b-4dc4-a5cf-70c10115db84 req-e2cd7593-fdb5-469d-8229-47c0155bc16e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0674083 Mar 22 17:39:05.855893 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7ad67426-7a0b-4dc4-a5cf-70c10115db84 req-7e4ca841-1f59-488e-bd71-788a62fa64ee tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587151 Mar 22 17:39:05.953394 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4012b-ae73-438c-8360-d21e63f2f3df req-534bb12e-fadc-49d6-88e7-24567adc1f55 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:05.955004 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7ec4012b-ae73-438c-8360-d21e63f2f3df req-534bb12e-fadc-49d6-88e7-24567adc1f55 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0706620 Mar 22 17:39:06.002790 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7ec4012b-ae73-438c-8360-d21e63f2f3df req-4de8c3b6-9382-47c3-b8eb-a23af729db2a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Mar 22 17:39:06.047350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47764) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:06.052916 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787877303', 'description': 'tempest-description--31975410'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:06.073251 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.152900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.157132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.190770 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.192059 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1434243 Mar 22 17:39:06.192946 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8461b5-4f7e-451d-b15d-8c3028c5aefc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:06.194948 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:06.199251 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': '4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:06.224818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (96102a6c-234d-492e-830d-60bcd63d5e52), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.289288 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (96102a6c-234d-492e-830d-60bcd63d5e52), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.294040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (96102a6c-234d-492e-830d-60bcd63d5e52), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.314301 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96102a6c-234d-492e-830d-60bcd63d5e52,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:06.320741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.322452 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a403945b-db82-4e3a-98f0-ff7fc239164f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259112 Mar 22 17:39:06.326331 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47770) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:06.331181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': '4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:06.356191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (12ce7657-7255-4694-9826-a0ceab248616), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.416863 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (12ce7657-7255-4694-9826-a0ceab248616), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.420890 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (12ce7657-7255-4694-9826-a0ceab248616), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.439740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ce7657-7255-4694-9826-a0ceab248616,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:06.449165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.450955 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-46813003-1e97-4b50-9849-a4cb20af36ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236069 Mar 22 17:39:06.454058 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47772) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:06.458186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:06.478228 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.574416 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.688980 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.27.0.249 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/22a80e45-9e7a-4c49-b399-795a9df7e103) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:06.789071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.822577 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.863407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:06.866226 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:06.869000 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:06.897394 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=22a80e45-9e7a-4c49-b399-795a9df7e103,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:06.963448 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:06.992815 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867fa29-2ffa-4592-8d04-fafa404ffc80 req-b09e6408-0e05-41fe-ba19-add0a7cfea87 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:06.994459 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3867fa29-2ffa-4592-8d04-fafa404ffc80 req-b09e6408-0e05-41fe-ba19-add0a7cfea87 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0630803 Mar 22 17:39:07.004625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:07.060541 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3867fa29-2ffa-4592-8d04-fafa404ffc80 req-2c2f2f82-b1f3-4d2c-ba85-8212dddce9b5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565379 Mar 22 17:39:07.170425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1a6ac-2855-4841-94a3-e0e7e754b317 req-3f63b0dc-17b4-488c-96e6-737bba84eda5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:07.171951 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fcd1a6ac-2855-4841-94a3-e0e7e754b317 req-3f63b0dc-17b4-488c-96e6-737bba84eda5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0810139 Mar 22 17:39:07.224138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:07.231513 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:07.247884 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fcd1a6ac-2855-4841-94a3-e0e7e754b317 req-bd8ffec1-e8c2-4c53-a99f-4c80c58da583 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695326 Mar 22 17:39:07.308226 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=22a80e45-9e7a-4c49-b399-795a9df7e103,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:07.322876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:07.347041 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:07.348429 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9f330d6b-6f94-4302-b585-b39c887e2c56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8934145 Mar 22 17:39:07.470980 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-433bb710-f4d6-4b25-b123-4c8be9ee59f2 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170768763&fields=id&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 267 time: 0.0506048 Mar 22 17:39:07.548185 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-2be5244b-e746-4009-abdf-a89e80873fee tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1787877303&fields=id&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 267 time: 0.0430071 Mar 22 17:39:07.577925 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-433c88e1-9459-4210-b927-60e62fee9c26 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:07.579448 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-433c88e1-9459-4210-b927-60e62fee9c26 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1022947 Mar 22 17:39:07.595419 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-65f583bc-a96a-43de-aa89-c5ecdbc43956 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/quotas/a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 375 time: 0.0105500 Mar 22 17:39:07.653153 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-f1d12ccc-dbbb-435a-a4f2-1ce7e3585d5c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516951 Mar 22 17:39:07.669803 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-ed671dd7-2375-40c5-a382-c936237b53bb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:07.671267 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-ed671dd7-2375-40c5-a382-c936237b53bb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1164684 Mar 22 17:39:07.686284 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-2d65dbc8-98dc-4734-a048-a7f90300be12 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/quotas/b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 375 time: 0.0097160 Mar 22 17:39:07.747341 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-d2c7218b-bb09-4371-a2ab-50160921d33e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554581 Mar 22 17:39:07.767735 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-f997d6c1-84db-4906-bcc9-b837c03d74b3 service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009257 Mar 22 17:39:07.847704 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-9f633b1e-8116-4292-bc5e-fc1055db35bf service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 Mar 22 17:39:07.858713 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-f7a24e68-c23e-4ccd-9426-f8d5c2ba2d4a service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Mar 22 17:39:08.193539 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-9b45d3f0-6a2e-43b7-9002-e18b03ee2201 service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394103 Mar 22 17:39:08.229784 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6739-ce43-4070-adde-a3dfb7d671d3 req-ce79efb4-afdc-4c27-ae15-3a26ae24a71b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:08.232305 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d3eb6739-ce43-4070-adde-a3dfb7d671d3 req-ce79efb4-afdc-4c27-ae15-3a26ae24a71b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0677054 Mar 22 17:39:08.290812 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d3eb6739-ce43-4070-adde-a3dfb7d671d3 req-f2147579-fbd8-4c98-b6ca-cfbf00b143cd tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510190 Mar 22 17:39:08.423389 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-97b17f26-79ac-4d51-ad4d-665ecf150f2b req-f70fcb0f-3f88-4e9b-99c6-26a2c0644d43 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 210 time: 0.0376790 Mar 22 17:39:08.455032 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1f78-6a2c-4961-a876-f2294c30a285 req-5a512670-b65d-4652-aaab-643cf0bb7619 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:08.458688 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bfdd1f78-6a2c-4961-a876-f2294c30a285 req-5a512670-b65d-4652-aaab-643cf0bb7619 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0670574 Mar 22 17:39:08.511932 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d1f881a-6720-4cfb-9e29-8ab5f23aa126 req-75778fba-3464-4a1c-b077-f35ee060fdd8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 210 time: 0.0372789 Mar 22 17:39:08.535015 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bfdd1f78-6a2c-4961-a876-f2294c30a285 req-316b826b-75b2-4f52-b4d0-29680afc0ba4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698829 Mar 22 17:39:09.454684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11541afb-91cb-4d45-a211-7aa5dadacb5a req-d225ae5c-9db4-461d-be52-205d6efbc190 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:09.456474 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11541afb-91cb-4d45-a211-7aa5dadacb5a req-d225ae5c-9db4-461d-be52-205d6efbc190 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0652056 Mar 22 17:39:09.515102 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-11541afb-91cb-4d45-a211-7aa5dadacb5a req-1b62a776-c33b-4f31-8638-101df19fab0d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527129 Mar 22 17:39:09.531100 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-363b8eab-7032-461e-8a4c-e9991c522acd req-542186da-713a-45f6-b1f4-0635d2db9223 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 210 time: 0.0326722 Mar 22 17:39:09.666558 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5167329-fcb7-4572-86c1-97cef6cc3310 req-891b62e2-6a95-44e9-9c3f-2429049ca560 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 210 time: 0.0370502 Mar 22 17:39:09.711767 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-52470f06-ffeb-4976-b235-ea98578ce04a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:09.713309 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-52470f06-ffeb-4976-b235-ea98578ce04a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1811266 Mar 22 17:39:09.736269 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca2012-b7c7-4421-b390-b2ca229337f9 req-8c6ccf00-6ed6-4942-ac38-ba1cf9d51d56 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:09.738068 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-abca2012-b7c7-4421-b390-b2ca229337f9 req-8c6ccf00-6ed6-4942-ac38-ba1cf9d51d56 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0960519 Mar 22 17:39:09.798684 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-abca2012-b7c7-4421-b390-b2ca229337f9 req-ac4db8b6-675b-4ff2-bf3b-9fccc9ab044f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544991 Mar 22 17:39:09.880712 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-c5082534-7716-4572-8b45-473fc1c090cd tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 380 time: 0.0956557 Mar 22 17:39:09.891197 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'port': {'device_id': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'admin_state_up': True, 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'security_groups': ['1a358310-db29-4f8b-b53f-15b7908cbf44']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:09.927935 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-401f9e62-3bae-4708-8dcb-f2ead9b096b9 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:09.929627 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-401f9e62-3bae-4708-8dcb-f2ead9b096b9 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1471727 Mar 22 17:39:10.035328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Made reservation on behalf of a64a9dbe39674a6889658095d26bcf23 for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:39:10.039204 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.057171 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-29d81b31-56f2-43a7-93b3-5acc178f3e80 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 472 time: 0.0822325 Mar 22 17:39:10.067684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'port': {'device_id': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'admin_state_up': True, 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'security_groups': ['4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:10.177699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:39:10.180793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.20.0.12 (2a947be7-ce4d-4075-adbf-8ba2bf533c52/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27/2ea41d13-f34b-4cc1-8530-1ec09cea1b77) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:10.181106 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.321873 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.20.0.13 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/aa16fb36-cf8e-4976-992c-8d7cea615a0b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:10.350093 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.388508 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.438908 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:10.442708 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:10.449077 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:10.477753 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:10.485155 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.508365 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:10.509271 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.528129 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-47321890-ceff-4afd-8192-db21e45b4de5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6415660 Mar 22 17:39:10.530321 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.550237 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Request body: {'port': {'device_id': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:10.583436 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:10.589966 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:10.597077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:10.651059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.656881 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:10.711498 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:10.712719 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.742735 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-530ad8fb-7c85-40c2-b18e-e9e152fea790 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793494 Mar 22 17:39:10.753480 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fd872-975d-4ebd-a13a-dc663fbc3f95 req-677dfa2d-0e0b-49b8-8ce8-06cf2929b866 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:10.756452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-1f42fcb3-69e0-43fb-9c4e-bf87f1d547e5 None None] Provisioning complete for port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:10.757920 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcb3-69e0-43fb-9c4e-bf87f1d547e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.761516 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c36fd872-975d-4ebd-a13a-dc663fbc3f95 req-677dfa2d-0e0b-49b8-8ce8-06cf2929b866 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1276319 Mar 22 17:39:10.806432 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1f42fcb3-69e0-43fb-9c4e-bf87f1d547e5 None None] Port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:39:10.839270 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c36fd872-975d-4ebd-a13a-dc663fbc3f95 req-7b3e5e20-2441-42f6-af68-609f78a16ff2 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767622 Mar 22 17:39:10.844791 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255852-dcca-46a9-98fb-e81c6126c8c0 req-31fb7a31-7084-4675-9d53-395cdc1b1adc tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:10.846909 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ec255852-dcca-46a9-98fb-e81c6126c8c0 req-31fb7a31-7084-4675-9d53-395cdc1b1adc tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 932 time: 0.1459272 Mar 22 17:39:10.877803 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Request body: {'port': {'device_id': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:10.937366 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-91c1a3be-df79-4412-8bca-33bf97b231de None None] Provisioning complete for port aa16fb36-cf8e-4976-992c-8d7cea615a0b triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:10.937752 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91c1a3be-df79-4412-8bca-33bf97b231de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:10.968165 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ec255852-dcca-46a9-98fb-e81c6126c8c0 req-ce9162eb-8498-4b01-a036-efb39a2e42c0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145427 Mar 22 17:39:11.003087 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-91c1a3be-df79-4412-8bca-33bf97b231de None None] Port aa16fb36-cf8e-4976-992c-8d7cea615a0b cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:39:11.026200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.054993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfed9f-c06f-4c81-8d5b-0ce516db81ff req-acea3bbe-07da-4520-8174-8facb016eb89 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:11.063254 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-55cfed9f-c06f-4c81-8d5b-0ce516db81ff req-acea3bbe-07da-4520-8174-8facb016eb89 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 932 time: 0.1313884 Mar 22 17:39:11.152838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:11.156319 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-55cfed9f-c06f-4c81-8d5b-0ce516db81ff req-ad7bd894-a5da-4f54-9bf2-a0aae7f47956 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920310 Mar 22 17:39:11.163441 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks [] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.186481 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ad09d-9b69-4a01-9798-970560678b0f req-411d4fb6-2c6d-4295-9cec-ffa9bb8fd780 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:11.188415 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cc8ad09d-9b69-4a01-9798-970560678b0f req-411d4fb6-2c6d-4295-9cec-ffa9bb8fd780 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1140835 Mar 22 17:39:11.191503 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Transition to ACTIVE for port object 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:39:11.203665 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.321076 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:11.377853 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cc8ad09d-9b69-4a01-9798-970560678b0f req-f58f025b-688a-4b42-a237-fa737e163632 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813855 Mar 22 17:39:11.448133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Attempting to bind port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:39:11.448699 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Attempting to bind port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:39:11.449754 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Attempting to bind port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:11.458672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:39:11.459412 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Attempting to bind port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:11.468041 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:39:11.468706 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:39:11.469348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Bound using segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:39:11.469927 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Bound port: 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:39:11.470850 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.531925 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa16fb36-cf8e-4976-992c-8d7cea615a0b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:11.546264 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks [] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.554023 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:39:11.557842 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:39:11.563913 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Transition to ACTIVE for port object aa16fb36-cf8e-4976-992c-8d7cea615a0b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:39:11.574861 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.575660 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.641632 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:11.642702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.645137 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ea41d13-f34b-4cc1-8530-1ec09cea1b77 HTTP/1.1" status: 200 len: 1094 time: 1.1017036 Mar 22 17:39:11.645847 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:11.649793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:11.694462 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b293-ca29-41ea-821b-dabcb866e224 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:11.735801 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e9976b-ea8c-478c-b03d-c2030bb4dddb x-openstack-request-id: req-c7e9976b-ea8c-478c-b03d-c2030bb4dddb {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:11.736160 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:11.736545 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7e9976b-ea8c-478c-b03d-c2030bb4dddb {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:11.737200 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e9976b-ea8c-478c-b03d-c2030bb4dddb'] response: {'name': 'network-changed', 'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'status': 'completed', 'code': 200} Mar 22 17:39:11.747280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Pushing event updated for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:11.793201 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Attempting to bind port aa16fb36-cf8e-4976-992c-8d7cea615a0b on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:39:11.793531 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Attempting to bind port aa16fb36-cf8e-4976-992c-8d7cea615a0b by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:39:11.793913 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Attempting to bind port aa16fb36-cf8e-4976-992c-8d7cea615a0b on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:11.799290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Port aa16fb36-cf8e-4976-992c-8d7cea615a0b on network 00d86549-f654-4962-ad75-dae58b96b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:39:11.799625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Attempting to bind port aa16fb36-cf8e-4976-992c-8d7cea615a0b on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:39:11.805615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:39:11.805615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:39:11.806032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:39:11.806483 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Bound port: aa16fb36-cf8e-4976-992c-8d7cea615a0b, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:39:11.806851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.811021 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-07de007c-8c22-43be-9368-d7772e5a5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:11.812721 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-07de007c-8c22-43be-9368-d7772e5a5ad5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 1128 time: 0.0589144 Mar 22 17:39:11.894159 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-dd1871b8-5398-400f-a1a5-b3b5793fb365 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77 HTTP/1.1" status: 200 len: 217 time: 0.0603383 Mar 22 17:39:11.914681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:39:11.921294 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:39:11.931520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.994435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:11.995156 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:11.997498 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] 10.222.0.62 "PUT /v2.0/ports/aa16fb36-cf8e-4976-992c-8d7cea615a0b HTTP/1.1" status: 200 len: 1094 time: 1.1316073 Mar 22 17:39:11.998425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:12.002649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b09a612-9f15-40f6-a4f0-f489700c25dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:12.037245 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-b9d25f01-eaf2-46d8-a3b4-ab7dfd088bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.038766 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-b9d25f01-eaf2-46d8-a3b4-ab7dfd088bcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.1364250 Mar 22 17:39:12.057948 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79710e0-55ff-4f7f-a699-d8372f100548 service neutron] Pushing event updated for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:12.075523 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d57c5-a581-46c4-9b29-9d2bbfa8d382 req-ca8a2ff7-76c9-49c9-a307-348c37f2afb3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.092119 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a67d57c5-a581-46c4-9b29-9d2bbfa8d382 req-ca8a2ff7-76c9-49c9-a307-348c37f2afb3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1341791 Mar 22 17:39:12.197008 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-7dd1e005-1a75-4ab9-8869-5c37e0497392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.201201 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-7dd1e005-1a75-4ab9-8869-5c37e0497392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041925 Mar 22 17:39:12.202719 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a67d57c5-a581-46c4-9b29-9d2bbfa8d382 req-57d25622-de26-4073-800e-8c774e1fa039 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095786 Mar 22 17:39:12.219420 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-beade577-a3f4-4d1e-ab8d-a609fc78342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.221083 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-beade577-a3f4-4d1e-ab8d-a609fc78342b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 1128 time: 0.1274030 Mar 22 17:39:12.232210 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4426fd-c2a0-4e73-a651-409fb38dbb50 req-9cb92037-6236-4e5b-9491-6ccc512fb98b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.234661 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b4426fd-c2a0-4e73-a651-409fb38dbb50 req-9cb92037-6236-4e5b-9491-6ccc512fb98b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.1202524 Mar 22 17:39:12.305814 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-056b4c28-5d1f-4320-970c-b00e8863de05 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952749 Mar 22 17:39:12.335436 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0e61d0-5cd8-43ac-b0fc-6e119503cf93 x-openstack-request-id: req-7a0e61d0-5cd8-43ac-b0fc-6e119503cf93 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:12.336038 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:12.336524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a0e61d0-5cd8-43ac-b0fc-6e119503cf93 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:12.337133 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0e61d0-5cd8-43ac-b0fc-6e119503cf93'] response: {'name': 'network-changed', 'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'status': 'completed', 'code': 200} Mar 22 17:39:12.339510 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-a2781a90-23da-4219-97af-18504a665d78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b HTTP/1.1" status: 200 len: 217 time: 0.1027818 Mar 22 17:39:12.407903 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b4426fd-c2a0-4e73-a651-409fb38dbb50 req-8922d0d7-be5f-4cfa-9a3d-2901289bcf67 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588435 Mar 22 17:39:12.430685 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-393772cc-d31b-4393-b973-a4ad4e39af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.432349 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-393772cc-d31b-4393-b973-a4ad4e39af78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0808022 Mar 22 17:39:12.464268 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c11a2-e3cf-4295-90fd-b25bfdc058d3 req-bb9ce11a-a90c-4862-9c0c-64ab485ecd6e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.471673 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5c11a2-e3cf-4295-90fd-b25bfdc058d3 req-bb9ce11a-a90c-4862-9c0c-64ab485ecd6e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 944 time: 0.1005301 Mar 22 17:39:12.475563 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3013e499-05cb-4ea8-9f87-10d76fca8269 req-92333b76-5471-4cf7-b9a3-1256cbff8c2d service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613991 Mar 22 17:39:12.534617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746ccd-7016-431b-a7f8-dd363db91160 req-1008160b-e7ba-44a3-b9e8-c1332c86693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.536075 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-1008160b-e7ba-44a3-b9e8-c1332c86693a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964510 Mar 22 17:39:12.545921 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5c11a2-e3cf-4295-90fd-b25bfdc058d3 req-a3c52d7c-0773-4c83-aeee-e6d1264cb6f7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733640 Mar 22 17:39:12.573892 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a698d-b400-448d-abe9-ea158ad62d9b req-c14425fb-1594-4b59-82d8-f0aa9bd53cf4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.577132 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-216a698d-b400-448d-abe9-ea158ad62d9b req-c14425fb-1594-4b59-82d8-f0aa9bd53cf4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0973742 Mar 22 17:39:12.667275 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-20c7ce91-32ba-4af4-8b08-5f7533d235a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.670338 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-20c7ce91-32ba-4af4-8b08-5f7533d235a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 1128 time: 0.0701888 Mar 22 17:39:12.712783 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-216a698d-b400-448d-abe9-ea158ad62d9b req-f0ac8527-10c0-4289-8f78-3e6d1da79521 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207983 Mar 22 17:39:12.734480 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-4e70ab88-a615-46d1-9d18-b28e6416b3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550803 Mar 22 17:39:12.815895 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-20084749-a496-4555-9081-f1e50a725bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.817827 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-20084749-a496-4555-9081-f1e50a725bb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.1360872 Mar 22 17:39:12.852540 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-46746ccd-7016-431b-a7f8-dd363db91160 req-4bda299f-6999-4d73-9964-c784e4acaf15 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047783 Mar 22 17:39:12.871434 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-50a4f7e7-efd3-4be5-9142-9b278048b0a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77 HTTP/1.1" status: 200 len: 217 time: 0.0447838 Mar 22 17:39:12.931554 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-6ba7e7e5-3268-42aa-8b61-73b547dced2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:12.933158 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-6ba7e7e5-3268-42aa-8b61-73b547dced2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0564764 Mar 22 17:39:13.023690 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-f32d8858-d28e-472e-b8a8-202ba6d29690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.025274 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-f32d8858-d28e-472e-b8a8-202ba6d29690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475011 Mar 22 17:39:13.027807 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-b6d3cd58-8936-4ef2-bffa-1a7966df590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.029336 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-b6d3cd58-8936-4ef2-bffa-1a7966df590c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 1128 time: 0.0512023 Mar 22 17:39:13.134946 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-5c9a03c4-c98e-4a5b-bfd8-fdc2e96dbe4d service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974653 Mar 22 17:39:13.135698 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-de7e1130-b3ec-44cc-af39-c70e9409ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.138415 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-de7e1130-b3ec-44cc-af39-c70e9409ddf2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.0995488 Mar 22 17:39:13.225332 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-d834be89-a397-4655-8883-65b384af6c6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b HTTP/1.1" status: 200 len: 217 time: 0.0761511 Mar 22 17:39:13.328311 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-a3ac4c91-53fa-4d23-9273-3c7816b2e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.330153 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-a3ac4c91-53fa-4d23-9273-3c7816b2e39d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0588939 Mar 22 17:39:13.401546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-7153b387-99f8-4a37-9527-c15c7c23b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.403124 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-7153b387-99f8-4a37-9527-c15c7c23b25f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624566 Mar 22 17:39:13.510163 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ddff50d-1f73-4952-a2bd-dfcc90fd72eb req-df3cc77f-1063-46a8-a315-ae6accbf8723 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639252 Mar 22 17:39:13.518486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7360d-a301-4dd4-bac8-b478ed4efd75 req-6762fbba-d94c-48c0-8d51-7d0176725666 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.520045 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79a7360d-a301-4dd4-bac8-b478ed4efd75 req-6762fbba-d94c-48c0-8d51-7d0176725666 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0887301 Mar 22 17:39:13.547742 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-a3e513b9-2993-42f2-bdb5-6f125e3c8c50 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323204 Mar 22 17:39:13.568828 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4634b9-b33b-409e-817b-88d8561b9a5f req-ec7f1857-daf4-4738-8efd-166ad99c9aeb tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.570453 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8d4634b9-b33b-409e-817b-88d8561b9a5f req-ec7f1857-daf4-4738-8efd-166ad99c9aeb tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0824060 Mar 22 17:39:13.578360 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79a7360d-a301-4dd4-bac8-b478ed4efd75 req-7031feb2-a924-493c-b704-f2e4b20d90ea tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 Mar 22 17:39:13.673228 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8d4634b9-b33b-409e-817b-88d8561b9a5f req-ff895e40-86ed-432f-9568-869ec27d233a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944941 Mar 22 17:39:13.693143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f2beb-5586-4804-9420-d00ca6053314 req-1b498a88-cceb-4260-bb5b-961ecdcb7414 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.695568 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b09a612-9f15-40f6-a4f0-f489700c25dc req-390e2f59-4af7-41ee-bcef-fa751ae8ebb0 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241553 Mar 22 17:39:13.696828 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9d7f2beb-5586-4804-9420-d00ca6053314 req-1b498a88-cceb-4260-bb5b-961ecdcb7414 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 944 time: 0.0607316 Mar 22 17:39:13.752028 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9d7f2beb-5586-4804-9420-d00ca6053314 req-4cde865f-f60f-406f-804f-097f9ed21c8e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Mar 22 17:39:13.875421 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9f69-9018-46f2-ba3b-67d510983524 req-2abcca77-faa3-4222-b1d1-43e540348ac5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:13.877027 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6bc9f69-9018-46f2-ba3b-67d510983524 req-2abcca77-faa3-4222-b1d1-43e540348ac5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0595837 Mar 22 17:39:13.930964 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a6bc9f69-9018-46f2-ba3b-67d510983524 req-c6cca2f7-a6f2-4dee-9338-c7db54ebeb30 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Mar 22 17:39:14.463962 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03e415-4260-4e4b-98a7-0767df09b922 req-f80ef843-d848-417d-8a30-608dd7027e78 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.466071 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9a03e415-4260-4e4b-98a7-0767df09b922 req-f80ef843-d848-417d-8a30-608dd7027e78 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0534837 Mar 22 17:39:14.514429 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9a03e415-4260-4e4b-98a7-0767df09b922 req-e59b9384-da7a-4716-a79c-98028d8db94a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Mar 22 17:39:14.539082 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:14.740528 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237048d3-8de5-48cf-a1e2-aa6c8daa42f4 req-9062222e-35d0-4b84-aadd-413170abc93f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.742030 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-237048d3-8de5-48cf-a1e2-aa6c8daa42f4 req-9062222e-35d0-4b84-aadd-413170abc93f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0902860 Mar 22 17:39:14.744409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71bc82-5bc4-4645-af6a-e880ab7e0938 tempest-TestMinimumBasicScenario-1828377439 tempest-TestMinimumBasicScenario-1828377439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.745915 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7f71bc82-5bc4-4645-af6a-e880ab7e0938 tempest-TestMinimumBasicScenario-1828377439 tempest-TestMinimumBasicScenario-1828377439-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1124 time: 0.2057931 Mar 22 17:39:14.750494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47906) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:14.755308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'port_id': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:14.804068 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:14.812837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43740b8-6005-41c9-80a1-edd4bc7097ff req-036cf6bd-722c-44d6-9020-5d7c764254ed tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.814344 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d43740b8-6005-41c9-80a1-edd4bc7097ff req-036cf6bd-722c-44d6-9020-5d7c764254ed tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0710695 Mar 22 17:39:14.823491 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-237048d3-8de5-48cf-a1e2-aa6c8daa42f4 req-dfc75b5c-86bd-4417-b4c6-362eeb9998f4 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737662 Mar 22 17:39:14.880639 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d43740b8-6005-41c9-80a1-edd4bc7097ff req-8b99d920-a9a6-4e26-8433-b03777f32b22 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596664 Mar 22 17:39:14.962596 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2226ac-c8ff-4aa3-bc0f-b36924a913eb req-5cab8248-4167-4709-8098-e24d889de601 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:14.964149 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d2226ac-c8ff-4aa3-bc0f-b36924a913eb req-5cab8248-4167-4709-8098-e24d889de601 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 944 time: 0.0772564 Mar 22 17:39:14.972188 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.056160 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3d2226ac-c8ff-4aa3-bc0f-b36924a913eb req-ef1e4186-81b0-4966-b6d8-9e1727058c05 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854053 Mar 22 17:39:15.058018 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0624a8-34ca-42c5-8277-61175d85da34 req-cd9fdcf4-48af-47de-9688-43d873e3cf4c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:15.060250 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bb0624a8-34ca-42c5-8277-61175d85da34 req-cd9fdcf4-48af-47de-9688-43d873e3cf4c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0572085 Mar 22 17:39:15.120523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Allocated IP 172.27.0.157 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/3926968d-3e42-4ff1-953b-2f96aabeddc9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:15.126573 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bb0624a8-34ca-42c5-8277-61175d85da34 req-e46ae624-26b4-4261-a899-0d4d200f5f64 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598211 Mar 22 17:39:15.230586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.272692 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.335884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:15.343717 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:15.347495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:15.399737 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'Port': ['ID=3926968d-3e42-4ff1-953b-2f96aabeddc9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:15.722340 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.805316 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for floatingip (e5d2c650-d6cd-4575-8bf5-70e81ecff855), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:15.886260 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.013759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2407a3-0f28-4b38-af7b-ccab3f660954 req-dc1d6ff6-0b7f-4ceb-902b-90dffc4b208c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.016521 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad2407a3-0f28-4b38-af7b-ccab3f660954 req-dc1d6ff6-0b7f-4ceb-902b-90dffc4b208c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0603745 Mar 22 17:39:16.030656 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e21b-82e3-4452-b2f9-f9b8f852557f req-0ccaeb24-d70c-413c-b4af-f57f38656b09 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.032628 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e878e21b-82e3-4452-b2f9-f9b8f852557f req-0ccaeb24-d70c-413c-b4af-f57f38656b09 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1246672 Mar 22 17:39:16.092549 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad2407a3-0f28-4b38-af7b-ccab3f660954 req-246ca7dc-d45b-4c92-abf2-adb32e146908 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606127 Mar 22 17:39:16.126839 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e878e21b-82e3-4452-b2f9-f9b8f852557f req-8af4c150-b33b-4c9c-8499-527e84687271 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798817 Mar 22 17:39:16.144273 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.151220 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.272879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383d288-0a61-4f5e-9a9b-c093dbb971c1 req-37b858a6-701a-4c9c-9ad4-e15dbc8efc97 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.274406 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9383d288-0a61-4f5e-9a9b-c093dbb971c1 req-37b858a6-701a-4c9c-9ad4-e15dbc8efc97 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 944 time: 0.0659611 Mar 22 17:39:16.331362 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9383d288-0a61-4f5e-9a9b-c093dbb971c1 req-3f2b8977-e7df-4ba7-87f7-8fb64e30588e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501695 Mar 22 17:39:16.624635 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'Port': ['ID=3926968d-3e42-4ff1-953b-2f96aabeddc9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:16.642083 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (e5d2c650-d6cd-4575-8bf5-70e81ecff855), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:16.721974 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700bd0b-830e-427b-bb99-f5a963f251ce req-5bfc7073-ed32-4214-9d34-d868fbc60231 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:16.723626 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d700bd0b-830e-427b-bb99-f5a963f251ce req-5bfc7073-ed32-4214-9d34-d868fbc60231 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.4752362 Mar 22 17:39:16.801681 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d700bd0b-830e-427b-bb99-f5a963f251ce req-0762052f-bbec-4c9c-83ab-9a67998f2fab tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622282 Mar 22 17:39:16.802758 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Floating IP e5d2c650-d6cd-4575-8bf5-70e81ecff855 associated. External IP: 172.27.0.157, port: adf3fa5d-40b0-49c4-95ef-d79bffaf8686. Mar 22 17:39:17.033015 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Router 75ef2927-e414-4181-b849-22c35554795a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:39:17.173854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:39:17.191770 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Sync routers for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:39:17.216886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.218130 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:17.219570 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:17.259608 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-97e3bd67-eed1-4cb2-931c-9c21021e4187 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5031941 Mar 22 17:39:17.259608 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:17.259608 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57bf999-fdd7-450f-9d90-fb875017c9db" -d '{"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:17.261322 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47926) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:17.266655 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030813293', 'description': 'tempest-secgroup-smoke-1030813293 description', 'project_id': '721a864ad379486dbb0920edef00cefc'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:17.295472 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.355737 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951711-51a8-475d-8607-dffa0342151d req-7bc2a3a5-e0f7-4394-8407-353eed2cf451 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.358958 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-de951711-51a8-475d-8607-dffa0342151d req-7bc2a3a5-e0f7-4394-8407-353eed2cf451 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.1517992 Mar 22 17:39:17.434940 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bed34-701b-4832-bbf0-22b76c9d0c32 req-cae543db-269d-4148-8e43-98055adbff1b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.438740 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98bed34-701b-4832-bbf0-22b76c9d0c32 req-cae543db-269d-4148-8e43-98055adbff1b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1385958 Mar 22 17:39:17.449709 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:17.460886 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-de951711-51a8-475d-8607-dffa0342151d req-1f73a540-7f2d-4560-a509-996ea6afafb0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934265 Mar 22 17:39:17.514759 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b9434-ae20-4dec-9983-8629901cb640 x-openstack-request-id: req-183b9434-ae20-4dec-9983-8629901cb640 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:17.515312 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:17.515798 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-183b9434-ae20-4dec-9983-8629901cb640 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:17.516555 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183b9434-ae20-4dec-9983-8629901cb640'] response: {'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:39:17.520251 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (a1312056-a1da-407c-9d2d-0c9725bbdd47), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.541753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a1312056-a1da-407c-9d2d-0c9725bbdd47), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.676603 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d98bed34-701b-4832-bbf0-22b76c9d0c32 req-582b90ad-e6cb-4c18-ac39-e43082e146fc tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163596 Mar 22 17:39:17.696757 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.699000 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4359598 Mar 22 17:39:17.701985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47934) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:17.706794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff75e-dc39-40cb-846c-8194af512e3b tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1312056-a1da-407c-9d2d-0c9725bbdd47,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:17.711752 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:17.732966 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-8804f9b7-78c7-4d8b-b228-1f5acad2205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.735790 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-8804f9b7-78c7-4d8b-b228-1f5acad2205d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1129 time: 0.1530030 Mar 22 17:39:17.768133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a865e-68ec-4e1a-9170-fe8a08dfa20b req-fe643625-c05d-4862-a5d9-d18e2d94d6ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.771134 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-423a865e-68ec-4e1a-9170-fe8a08dfa20b req-fe643625-c05d-4862-a5d9-d18e2d94d6ec tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 944 time: 0.1758308 Mar 22 17:39:17.787026 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'e5d2c650-d6cd-4575-8bf5-70e81ecff855', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '75ef2927-e414-4181-b849-22c35554795a', 'port_id': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'mac_address': 'fa:16:3e:9c:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:15Z', 'updated_at': '2022-03-22T17:39:15Z', 'revision_number': 0, 'project_id': '721a864ad379486dbb0920edef00cefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:17.799990 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (0396f3b3-aef5-4c6a-a267-d9d7d7d59a68), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.820614 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Checking router: 75ef2927-e414-4181-b849-22c35554795a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:39:17.830966 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:17.831603 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:17.882038 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-8425be41-f9ed-44e2-bffb-9bb5657c3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:17.883935 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-8425be41-f9ed-44e2-bffb-9bb5657c3298 service neutron] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 915 time: 0.1414587 Mar 22 17:39:17.921124 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-423a865e-68ec-4e1a-9170-fe8a08dfa20b req-bc6c98fb-41d5-4f2d-9e28-760b97060725 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343558 Mar 22 17:39:17.952643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (0396f3b3-aef5-4c6a-a267-d9d7d7d59a68), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.957220 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:17.958263 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (0396f3b3-aef5-4c6a-a267-d9d7d7d59a68), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.987465 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0396f3b3-aef5-4c6a-a267-d9d7d7d59a68,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:17.991988 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:17.995946 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-330ae782-e61c-4eb3-9713-386ef1b51b71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890723 Mar 22 17:39:17.996191 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47938) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:18.000802 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:18.032443 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-aa6d8d13-c3b4-4d3c-93d7-fb9d7195b7f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 999 time: 0.1402586 Mar 22 17:39:18.043291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (e02e8269-2d6e-4bbf-88f0-8a2ea4fb3d21), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.084937 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40327f-0bcb-4408-abe0-903d0b093f3c req-96389834-95f5-4fb7-840a-c0be6bec128a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.086508 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a40327f-0bcb-4408-abe0-903d0b093f3c req-96389834-95f5-4fb7-840a-c0be6bec128a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1352346 Mar 22 17:39:18.127659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (e02e8269-2d6e-4bbf-88f0-8a2ea4fb3d21), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.133193 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (e02e8269-2d6e-4bbf-88f0-8a2ea4fb3d21), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.149460 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02e8269-2d6e-4bbf-88f0-8a2ea4fb3d21,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.157848 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-320252ef-f3a3-49fd-ba89-4b76110d3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.159479 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-320252ef-f3a3-49fd-ba89-4b76110d3565 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.1207056 Mar 22 17:39:18.164275 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.165316 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a40327f-0bcb-4408-abe0-903d0b093f3c req-b6eddf0f-d216-4c82-afd5-b917ac3c63d3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713229 Mar 22 17:39:18.165648 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-4dbf3cb9-8c45-4ca5-b226-871844a5dd64 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685112 Mar 22 17:39:18.169865 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47940) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:18.178702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:18.213429 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (91f95457-e35b-4319-b9c2-0846623dd2d2), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.232943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-bc8ca2f2-dc40-4729-bd6a-538fc3495bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.234641 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-bc8ca2f2-dc40-4729-bd6a-538fc3495bdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682290 Mar 22 17:39:18.292190 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (91f95457-e35b-4319-b9c2-0846623dd2d2), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.296828 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (91f95457-e35b-4319-b9c2-0846623dd2d2), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.321110 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f95457-e35b-4319-b9c2-0846623dd2d2,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.326458 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'e5d2c650-d6cd-4575-8bf5-70e81ecff855', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '75ef2927-e414-4181-b849-22c35554795a', 'port_id': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'mac_address': 'fa:16:3e:9c:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:15Z', 'updated_at': '2022-03-22T17:39:15Z', 'revision_number': 0, 'project_id': '721a864ad379486dbb0920edef00cefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:18.327153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.328480 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-23fc8ef6-064e-4797-be40-8a59a0abdb87 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572950 Mar 22 17:39:18.333109 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47942) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:18.338172 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:18.356527 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d4a5d-1733-4f46-89b1-8700e85661d2 None None] The sync data for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi is: [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'e5d2c650-d6cd-4575-8bf5-70e81ecff855', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '75ef2927-e414-4181-b849-22c35554795a', 'port_id': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'mac_address': 'fa:16:3e:9c:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:15Z', 'updated_at': '2022-03-22T17:39:15Z', 'revision_number': 0, 'project_id': '721a864ad379486dbb0920edef00cefc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:39:18.368630 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-48beeb16-a61a-4d1c-a80b-673aef9dc508 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261437 Mar 22 17:39:18.374774 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (206e05c0-95b4-495e-8bd8-b3bfbb33d6cf), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.453467 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (206e05c0-95b4-495e-8bd8-b3bfbb33d6cf), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.457983 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (206e05c0-95b4-495e-8bd8-b3bfbb33d6cf), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.476735 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206e05c0-95b4-495e-8bd8-b3bfbb33d6cf,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.494189 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.494665 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c57bf999-fdd7-450f-9d90-fb875017c9db req-4bebb0a5-6a0d-4bbf-b783-54f9f37fb98d service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195347 Mar 22 17:39:18.495458 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-37aa4f84-40db-41a1-9bcf-09578daeef53 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612043 Mar 22 17:39:18.498323 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 47946) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:18.502805 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:18.534907 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.securitygroups_db [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Project 721a864ad379486dbb0920edef00cefc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:39:18.541289 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (7ad8e3e0-19ec-48f8-9775-a5c719c5506e), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.591542 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device aa16fb36-cf8e-4976-992c-8d7cea615a0b details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:39:18.639667 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0732a4-7320-4244-8681-3ac89591ec33 req-be4899fb-39af-4829-bd43-f022e751683e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.641563 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6d0732a4-7320-4244-8681-3ac89591ec33 req-be4899fb-39af-4829-bd43-f022e751683e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0894723 Mar 22 17:39:18.643579 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (7ad8e3e0-19ec-48f8-9775-a5c719c5506e), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.648862 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (7ad8e3e0-19ec-48f8-9775-a5c719c5506e), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.666746 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a225724-2839-4c9f-bae6-7af967335b79 None None] New status for floating IP e5d2c650-d6cd-4575-8bf5-70e81ecff855: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:39:18.679065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad8e3e0-19ec-48f8-9775-a5c719c5506e,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.697803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.702828 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-52fc7709-0016-42cd-a7a3-22c1e0cf5245 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998103 Mar 22 17:39:18.703131 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 47950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:18.708146 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'security_group_rule': {'security_group_id': 'a1312056-a1da-407c-9d2d-0c9725bbdd47', 'project_id': '721a864ad379486dbb0920edef00cefc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:18.734336 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Project 721a864ad379486dbb0920edef00cefc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 17:39:18.740529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (a1cffadc-7e51-4844-a308-d85b326cb670), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.741149 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6d0732a4-7320-4244-8681-3ac89591ec33 req-762a59a3-c518-4517-bdb7-97382bae0b98 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845356 Mar 22 17:39:18.833749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (a1cffadc-7e51-4844-a308-d85b326cb670), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.836708 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:18.840138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (a1cffadc-7e51-4844-a308-d85b326cb670), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.853495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2841e8d-c37b-480b-a5eb-2df32322e19e req-d5c4ba75-cae3-4439-999c-e5b079d60990 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:18.855181 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2841e8d-c37b-480b-a5eb-2df32322e19e req-d5c4ba75-cae3-4439-999c-e5b079d60990 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0995843 Mar 22 17:39:18.874919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cffadc-7e51-4844-a308-d85b326cb670,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:18.884107 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'port_id': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'mac_address': 'fa:16:3e:a8:5c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:39:18.891513 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.892774 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8843e475-97d4-417c-9b3a-36c035c53f08 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1886528 Mar 22 17:39:18.938436 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port aa16fb36-cf8e-4976-992c-8d7cea615a0b is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:18.939150 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:18.952072 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b2841e8d-c37b-480b-a5eb-2df32322e19e req-0f7596c9-5a44-4cd5-ab3f-06b2baa34946 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877945 Mar 22 17:39:18.953297 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa16fb36-cf8e-4976-992c-8d7cea615a0b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:18.980655 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-05da5afa-c6f4-4711-ba61-6568885da807 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752382 Mar 22 17:39:18.981318 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:18.985615 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.018158 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-69533416-8be1-427e-b565-eedf7460a359 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030813293&fields=id&tenant_id=721a864ad379486dbb0920edef00cefc HTTP/1.1" status: 200 len: 267 time: 0.0598187 Mar 22 17:39:19.082753 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-aa1e9d57-b436-4caa-99dd-ce5c9a10fb3c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.084973 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-aa1e9d57-b436-4caa-99dd-ce5c9a10fb3c tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0657699 Mar 22 17:39:19.099429 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'port': {'security_groups': ['c0d9e218-11ea-43f1-86b5-1602ed6d9226', 'a1312056-a1da-407c-9d2d-0c9725bbdd47']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:19.129550 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837b567-6e07-424b-96a7-f8e16fa4db13 req-6e00152b-2ba0-481b-8247-df3aae082f45 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.131526 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3837b567-6e07-424b-96a7-f8e16fa4db13 req-6e00152b-2ba0-481b-8247-df3aae082f45 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 945 time: 0.0977669 Mar 22 17:39:19.135766 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-cb855fd1-8b5e-4eeb-b34e-d9ece4793164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.137458 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-cb855fd1-8b5e-4eeb-b34e-d9ece4793164 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 1130 time: 0.0744362 Mar 22 17:39:19.184356 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:19.194281 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.194645 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.195003 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.195363 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.195705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.196071 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.196439 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.196780 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.197115 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.197449 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.197787 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.198122 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.198456 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.198820 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.199155 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.234741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.249702 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3837b567-6e07-424b-96a7-f8e16fa4db13 req-2cfe375c-d1a4-4ba9-9c92-f9afffeb5500 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097212 Mar 22 17:39:19.296658 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-f1d237b2-bd42-4777-898f-94bd4552ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.298327 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-f1d237b2-bd42-4777-898f-94bd4552ce47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1271741 Mar 22 17:39:19.363389 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-db91ab5e-df74-4aa9-98ed-b45459535a5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 200 len: 217 time: 0.0582712 Mar 22 17:39:19.431047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f844fad-fbda-4280-85fa-a47be9fef620 req-8a512230-a415-4c9e-888a-971bcc00b153 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.432614 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f844fad-fbda-4280-85fa-a47be9fef620 req-8a512230-a415-4c9e-888a-971bcc00b153 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1206996 Mar 22 17:39:19.434823 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-427bed1f-5ab9-4fca-873c-b13842da42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.436234 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-427bed1f-5ab9-4fca-873c-b13842da42ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0666442 Mar 22 17:39:19.484448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:19.517157 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f844fad-fbda-4280-85fa-a47be9fef620 req-bbd61fc3-5e13-43ec-b2ec-22713e28dc01 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756879 Mar 22 17:39:19.519609 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.523411 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-466da44c-b1ec-4b62-b5f8-a8ff4acd185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.525592 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-466da44c-b1ec-4b62-b5f8-a8ff4acd185b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830553 Mar 22 17:39:19.526570 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.568694 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:19.569508 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.570161 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:19.573473 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7408d1d-13e9-426a-b5a9-8cb58bb06ee6 req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "PUT /v2.0/ports/adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 981 time: 0.4787369 Mar 22 17:39:19.577639 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:19.579258 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39df96b4-39f4-4c08-b5dd-7b791fa52201" -d '{"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:19.602595 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['aa16fb36-cf8e-4976-992c-8d7cea615a0b'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:19.643587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d7426-c127-4d63-8503-9da6e9022e64 x-openstack-request-id: req-f62d7426-c127-4d63-8503-9da6e9022e64 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:19.644065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:19.644820 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f62d7426-c127-4d63-8503-9da6e9022e64 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:19.644968 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62d7426-c127-4d63-8503-9da6e9022e64'] response: {'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:39:19.649346 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=6']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:19.669985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.670472 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.670848 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.671335 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.671534 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.671909 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.672249 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.672706 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.673044 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.673384 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.673745 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.674084 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.674420 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.675577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.675699 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491a3cea-4b87-40ac-ae69-5fcb40bdbc60 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:19.729149 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-ed903df4-c4e8-43e7-bea9-40630f97cb59 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913099 Mar 22 17:39:19.767626 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-20587b98-8f15-4ea9-8e05-0b2f4cda79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.769700 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-20587b98-8f15-4ea9-8e05-0b2f4cda79b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1168 time: 0.0633388 Mar 22 17:39:19.795969 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:19.809541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c5f44-6af6-4a69-aa89-749b51431d4f req-f32b9c23-5b82-4bd6-9a41-8459ec185bff tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.816702 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa3c5f44-6af6-4a69-aa89-749b51431d4f req-f32b9c23-5b82-4bd6-9a41-8459ec185bff tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.1524603 Mar 22 17:39:19.871815 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-61bda03d-d29c-40aa-b39b-1f5c3614f286 req-030b9a89-329e-4dbc-b90a-c8af86b90df4 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385798 Mar 22 17:39:19.951566 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-2eacc0df-38a8-46ed-b288-0dbd210f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.953369 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-2eacc0df-38a8-46ed-b288-0dbd210f4379 service neutron] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 915 time: 0.1753886 Mar 22 17:39:19.983237 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4d6e-743e-444c-858b-d1880ec674db req-5ecdcb2b-2ecb-4140-909d-e43dc5cfc75e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:19.984835 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-348a4d6e-743e-444c-858b-d1880ec674db req-5ecdcb2b-2ecb-4140-909d-e43dc5cfc75e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0855222 Mar 22 17:39:19.991172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa3c5f44-6af6-4a69-aa89-749b51431d4f req-4b0a6872-4acb-4521-b47e-09f87f3318f1 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728811 Mar 22 17:39:20.027986 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-936a460b-4e4a-446a-87d8-ca8e5e693501 None None] Provisioning complete for port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:20.028395 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-936a460b-4e4a-446a-87d8-ca8e5e693501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.079097 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-78535acb-eb6b-4819-801f-da37d738f4b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 1001 time: 0.1144774 Mar 22 17:39:20.088476 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-348a4d6e-743e-444c-858b-d1880ec674db req-0a999850-f834-4cea-8844-b436c63ef77a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705180 Mar 22 17:39:20.130703 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1051d3-7d87-4533-8dee-b8a5c6e80537 req-fb63daab-1a0c-49f3-9b6b-7dbec610dde6 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.132604 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f1051d3-7d87-4533-8dee-b8a5c6e80537 req-fb63daab-1a0c-49f3-9b6b-7dbec610dde6 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0798283 Mar 22 17:39:20.140619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-e358d47b-6cee-4164-9a6c-dde3449977d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.142263 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-e358d47b-6cee-4164-9a6c-dde3449977d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.0528851 Mar 22 17:39:20.183571 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4f1051d3-7d87-4533-8dee-b8a5c6e80537 req-2ccca0cd-0dd8-413e-aec8-448d039eb7cd tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Mar 22 17:39:20.193922 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-22422158-e36e-4cba-a0c3-16dd842434d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.195640 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-22422158-e36e-4cba-a0c3-16dd842434d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462859 Mar 22 17:39:20.262255 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-936a460b-4e4a-446a-87d8-ca8e5e693501 None None] Current status of the port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:20.288306 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:39:20.342113 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-ed1205e4-d197-4731-aee0-e9d9681e1865 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376231 Mar 22 17:39:20.422555 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351a97-9046-4550-956a-9838da8bc8bb req-2d866f39-6158-47af-9be9-c175436898d4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.424203 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b351a97-9046-4550-956a-9838da8bc8bb req-2d866f39-6158-47af-9be9-c175436898d4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 945 time: 0.0723798 Mar 22 17:39:20.484676 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1b351a97-9046-4550-956a-9838da8bc8bb req-1a31b68b-7321-4df0-9839-12770b891dc5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544357 Mar 22 17:39:20.505165 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a389d84-2cbb-43a1-956f-b75346d28004 req-c95c136a-a243-44e4-aba2-f6c2ea6e39bc tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.506759 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5a389d84-2cbb-43a1-956f-b75346d28004 req-c95c136a-a243-44e4-aba2-f6c2ea6e39bc tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1345756 Mar 22 17:39:20.545890 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39df96b4-39f4-4c08-b5dd-7b791fa52201 req-e8a57629-e3d5-4c61-884e-1d9e3d22960e service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906641 Mar 22 17:39:20.585617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-c7b36fa1-50e1-4013-bbee-a6b112ace71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.587397 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-c7b36fa1-50e1-4013-bbee-a6b112ace71c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1130 time: 0.0692432 Mar 22 17:39:20.589167 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5a389d84-2cbb-43a1-956f-b75346d28004 req-cab11aae-7a52-4361-8ebc-0a2d724e1b0d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749273 Mar 22 17:39:20.627498 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:39:20.740469 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:20.748350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef2bf-e605-4f97-a725-0f226009a274 req-2941f162-a4d2-4d7c-8fea-a7c4dd41c611 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.749949 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f32ef2bf-e605-4f97-a725-0f226009a274 req-2941f162-a4d2-4d7c-8fea-a7c4dd41c611 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1155901 Mar 22 17:39:20.753181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-797d0f32-85b0-4d20-baaa-071da0d65615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.754137 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:39:20.754667 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-797d0f32-85b0-4d20-baaa-071da0d65615 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.1516695 Mar 22 17:39:20.798889 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: ACTIVE; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:20.799192 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.813857 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:20.835239 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:20.839686 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:20.852633 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-c20c75fa-3ec0-4a36-b564-7074145aed59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 1002 time: 0.0873349 Mar 22 17:39:20.856299 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f32ef2bf-e605-4f97-a725-0f226009a274 req-d796bba6-ebb5-4f28-9ae1-488dc3066809 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991764 Mar 22 17:39:20.890587 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:20.907504 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-47a977f9-a227-44d1-af0b-f0a116b52f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.909104 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-47a977f9-a227-44d1-af0b-f0a116b52f0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0499561 Mar 22 17:39:20.960917 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-c8c9ae6e-5937-45c9-a95b-df098ac0d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:20.962434 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-c8c9ae6e-5937-45c9-a95b-df098ac0d398 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466433 Mar 22 17:39:21.053871 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-a9a0e6fd-0b64-41c0-a818-a59a77f4fba5 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Mar 22 17:39:21.151443 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8450c74f-f214-42a8-aa6e-b08443314aa2 req-d7452471-56f3-4abb-9ab3-8a9ba294a415 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902839 Mar 22 17:39:21.213574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b206b-049e-4f78-8f61-79b2e7fa8b3f req-6e38ed66-73e0-4074-8210-80cf2c0fefbf tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:21.215955 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-009b206b-049e-4f78-8f61-79b2e7fa8b3f req-6e38ed66-73e0-4074-8210-80cf2c0fefbf tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0547493 Mar 22 17:39:21.266564 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-009b206b-049e-4f78-8f61-79b2e7fa8b3f req-6e61bcdb-df55-4a21-8f07-2fcaa879e34d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 Mar 22 17:39:21.490024 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['ace843e3-7a2f-4213-97d7-465f1a14da71'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:21.641594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d3b28-ef8d-4f42-a916-1ecc76ebce79 req-be6ee9e0-1da6-40b5-93da-ac4e8e165eaa tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:21.645238 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc8d3b28-ef8d-4f42-a916-1ecc76ebce79 req-be6ee9e0-1da6-40b5-93da-ac4e8e165eaa tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 945 time: 0.0709903 Mar 22 17:39:21.710648 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc8d3b28-ef8d-4f42-a916-1ecc76ebce79 req-f3f93434-3a9d-4f66-8d3b-98f9cbdc7824 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588045 Mar 22 17:39:21.738174 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e28-3294-4598-b9ca-939f8189f49f req-16fff385-89fc-4d69-8616-54c6b753d3af tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:21.740315 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ff1e5e28-3294-4598-b9ca-939f8189f49f req-16fff385-89fc-4d69-8616-54c6b753d3af tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0784235 Mar 22 17:39:21.789209 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ff1e5e28-3294-4598-b9ca-939f8189f49f req-74e10808-9855-4f64-9a28-acfba4a6bdad tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 Mar 22 17:39:21.983660 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4020c9-6c1b-45ad-b594-7ff948f12a5c req-e7fd8ef1-acc4-4ebb-8091-3250b5ce5897 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:21.985249 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc4020c9-6c1b-45ad-b594-7ff948f12a5c req-e7fd8ef1-acc4-4ebb-8091-3250b5ce5897 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0543299 Mar 22 17:39:22.037356 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc4020c9-6c1b-45ad-b594-7ff948f12a5c req-e64a442a-e23c-4092-9fba-998b8b5d76df tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465977 Mar 22 17:39:22.405738 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a930-49f3-4333-a1e4-cfd6be3440e2 req-cfd1417b-f549-4221-8b60-73f983c458f9 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:22.407275 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6d5a930-49f3-4333-a1e4-cfd6be3440e2 req-cfd1417b-f549-4221-8b60-73f983c458f9 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0586846 Mar 22 17:39:22.459848 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6d5a930-49f3-4333-a1e4-cfd6be3440e2 req-f09d8621-d6fe-46bf-a035-c3bf3c5406c6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468292 Mar 22 17:39:22.639039 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device aa16fb36-cf8e-4976-992c-8d7cea615a0b up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:22.695543 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port aa16fb36-cf8e-4976-992c-8d7cea615a0b completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:39:22.700764 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port aa16fb36-cf8e-4976-992c-8d7cea615a0b triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:22.701141 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.787789 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port aa16fb36-cf8e-4976-992c-8d7cea615a0b is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:22.788187 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.817712 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:22.821743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7072504e-886c-41f1-ab0e-a41cf4ecfbdd" -d '{"events": [{"server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "name": "network-vif-plugged", "status": "completed", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:22.846440 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:22.852485 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:22.853902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:22.888589 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f992f04-0007-4e4d-92a6-95eb331d88bc req-bf72908f-4936-4697-824e-58d5c49221e2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:22.891335 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7f992f04-0007-4e4d-92a6-95eb331d88bc req-bf72908f-4936-4697-824e-58d5c49221e2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 945 time: 0.0899498 Mar 22 17:39:22.975230 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7f992f04-0007-4e4d-92a6-95eb331d88bc req-5a074007-6309-4a71-bc39-c8a2e5a6757b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765784 Mar 22 17:39:22.989011 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:22.991747 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007c89-340f-4432-bc4b-497d9f707125 req-21112a2c-c836-44fc-974e-f8b97863c4c5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:22.999005 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-32007c89-340f-4432-bc4b-497d9f707125 req-21112a2c-c836-44fc-974e-f8b97863c4c5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1338463 Mar 22 17:39:23.000878 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port ace843e3-7a2f-4213-97d7-465f1a14da71 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:23.001482 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.041215 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fdf33-d932-4812-85e7-89178ead964d x-openstack-request-id: req-207fdf33-d932-4812-85e7-89178ead964d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:23.041698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "name": "network-vif-plugged", "status": "completed", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:23.042104 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-207fdf33-d932-4812-85e7-89178ead964d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:23.042817 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207fdf33-d932-4812-85e7-89178ead964d'] response: {'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'code': 200} Mar 22 17:39:23.050479 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-32007c89-340f-4432-bc4b-497d9f707125 req-2f7b3b67-fd11-4cc5-bcc5-c96b22a47fe8 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505621 Mar 22 17:39:23.112942 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:23.113570 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.153652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:23.161216 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:23.201061 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffce4d-dc74-4c63-810d-cab8519229e2 req-04f522cf-d50c-458e-82b9-59bc228017c2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:23.202847 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67ffce4d-dc74-4c63-810d-cab8519229e2 req-04f522cf-d50c-458e-82b9-59bc228017c2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0655286 Mar 22 17:39:23.224773 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:23.258601 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-67ffce4d-dc74-4c63-810d-cab8519229e2 req-628a0fb3-d6c3-40b8-8564-7d7c9fe23646 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Mar 22 17:39:23.308532 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b852e2-8429-4989-a37f-be09b601c3a8 req-14668ff7-f7ee-4caf-ac1e-2df0fdfdbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:23.310071 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c3b852e2-8429-4989-a37f-be09b601c3a8 req-14668ff7-f7ee-4caf-ac1e-2df0fdfdbb76 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 1130 time: 0.0505161 Mar 22 17:39:23.357012 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c3b852e2-8429-4989-a37f-be09b601c3a8 req-28db9f42-b4b6-46c0-9631-5de84f65ffcd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Mar 22 17:39:23.581437 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22460ec-edaa-4cdd-bf13-7aca4b20f2e1 req-ed82e127-0299-4a09-82e4-9bb5f76b4da1 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:23.582984 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d22460ec-edaa-4cdd-bf13-7aca4b20f2e1 req-ed82e127-0299-4a09-82e4-9bb5f76b4da1 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0541482 Mar 22 17:39:23.642847 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d22460ec-edaa-4cdd-bf13-7aca4b20f2e1 req-3e89497a-1456-4f0d-a422-390d53b70602 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541263 Mar 22 17:39:24.104150 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7531cf-f23c-4849-bfb1-144948c14b84 req-70bf844f-154d-46f2-a613-19675530853e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:24.106471 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ac7531cf-f23c-4849-bfb1-144948c14b84 req-70bf844f-154d-46f2-a613-19675530853e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0594559 Mar 22 17:39:24.156119 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ac7531cf-f23c-4849-bfb1-144948c14b84 req-dd7e222e-88b2-4fe8-a3f5-f89f77c2741d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Mar 22 17:39:24.395552 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddd54e-245b-46f0-87f5-241abd2b4aa8 req-baa8c84f-47be-41a2-a656-766d37ca8d94 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:24.397340 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-37ddd54e-245b-46f0-87f5-241abd2b4aa8 req-baa8c84f-47be-41a2-a656-766d37ca8d94 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0596287 Mar 22 17:39:24.453389 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-37ddd54e-245b-46f0-87f5-241abd2b4aa8 req-9cd68e06-522e-4730-b7cd-132f5725f1f7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491157 Mar 22 17:39:24.651747 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:39:24.763618 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:24.774813 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e661-551a-49ef-9df1-4dad3883d5f1 req-550250d1-9b33-4f6d-9894-1b847a02e580 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:24.776246 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a176e661-551a-49ef-9df1-4dad3883d5f1 req-550250d1-9b33-4f6d-9894-1b847a02e580 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 944 time: 0.0623708 Mar 22 17:39:24.791091 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'port_id': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'mac_address': 'fa:16:3e:7e:1c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:39:24.837988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:24.838390 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.855406 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:39:24.859432 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a176e661-551a-49ef-9df1-4dad3883d5f1 req-11a4fdb8-5e2e-44d8-b76a-7bdabdff1284 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763330 Mar 22 17:39:24.878929 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:24.883271 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:24.933224 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:25.051006 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:25.053301 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86b9a1-1212-47e2-98c7-7942c20d02e6" -d '{"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:25.104016 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab292a70-e4a2-4941-a87d-4740aeab9e03 x-openstack-request-id: req-ab292a70-e4a2-4941-a87d-4740aeab9e03 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:25.104310 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:25.105137 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab292a70-e4a2-4941-a87d-4740aeab9e03 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:25.105544 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab292a70-e4a2-4941-a87d-4740aeab9e03'] response: {'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'code': 200} Mar 22 17:39:25.308637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106b629-0084-4ba7-8372-05845b847b2c req-6b4dc5c1-37c1-4894-b2b6-10fbde764cf7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:25.310818 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7106b629-0084-4ba7-8372-05845b847b2c req-6b4dc5c1-37c1-4894-b2b6-10fbde764cf7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0755730 Mar 22 17:39:25.378259 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7106b629-0084-4ba7-8372-05845b847b2c req-1678f416-6d91-483a-8615-a1901fad6477 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585527 Mar 22 17:39:25.564775 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['2ea41d13-f34b-4cc1-8530-1ec09cea1b77'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:39:25.665924 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ccdc8-00a3-47ee-b5e8-00fbfd366353 req-5fc9f40c-b6c2-4146-aff9-52c2408ce1a1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:25.669244 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7a4ccdc8-00a3-47ee-b5e8-00fbfd366353 req-5fc9f40c-b6c2-4146-aff9-52c2408ce1a1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1126831 Mar 22 17:39:25.752009 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7a4ccdc8-00a3-47ee-b5e8-00fbfd366353 req-19156c5b-b41c-46d3-ba4b-ca2855cf8063 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752888 Mar 22 17:39:26.060154 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d4e7-f6aa-495a-a9e2-d829bea54317 req-8ee8dc05-5a28-456c-9825-a9f3cd8f3cb5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:26.062115 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c488d4e7-f6aa-495a-a9e2-d829bea54317 req-8ee8dc05-5a28-456c-9825-a9f3cd8f3cb5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 945 time: 0.0702732 Mar 22 17:39:26.158518 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c488d4e7-f6aa-495a-a9e2-d829bea54317 req-a7453140-b2c4-445d-838c-5efba7881c11 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885184 Mar 22 17:39:26.542321 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694d76-2e69-48d5-a18b-f8afb6175062 req-160645c4-48fa-4ef5-b366-40ff091c4e24 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:26.550796 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad694d76-2e69-48d5-a18b-f8afb6175062 req-160645c4-48fa-4ef5-b366-40ff091c4e24 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0817137 Mar 22 17:39:26.612527 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ad694d76-2e69-48d5-a18b-f8afb6175062 req-e06e699d-bc52-4a5c-9065-8170a6f54683 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Mar 22 17:39:26.797022 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d62562-2264-43ac-9897-35e83eb9f7e8 req-36386c6c-6ec7-499a-acf3-6fa6892903d4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:26.808331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48050) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:26.809462 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f5d62562-2264-43ac-9897-35e83eb9f7e8 req-36386c6c-6ec7-499a-acf3-6fa6892903d4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.1001763 Mar 22 17:39:26.813687 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'port_id': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:26.876329 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.006770 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0b308-277c-42aa-9762-8548f401b881 req-a73019b5-28b3-400c-9320-35fede5f8411 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:27.008148 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3bb0b308-277c-42aa-9762-8548f401b881 req-a73019b5-28b3-400c-9320-35fede5f8411 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1499386 Mar 22 17:39:27.138415 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3bb0b308-277c-42aa-9762-8548f401b881 req-d484c490-6e76-4594-a4c8-8769530fe485 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212168 Mar 22 17:39:27.302071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef7357-62e7-42c0-8ba4-5c6a49cf87f9 req-f8b248d6-2505-467a-8bad-2fe9649516ca tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:27.304811 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fdef7357-62e7-42c0-8ba4-5c6a49cf87f9 req-f8b248d6-2505-467a-8bad-2fe9649516ca tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 945 time: 0.0716872 Mar 22 17:39:27.377367 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fdef7357-62e7-42c0-8ba4-5c6a49cf87f9 req-486f01b8-ffc5-4df5-b73e-93bde3168677 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663002 Mar 22 17:39:27.467242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.472688 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:27.583360 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33 associated. External IP: 172.27.0.249, port: aa16fb36-cf8e-4976-992c-8d7cea615a0b. Mar 22 17:39:28.107141 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:39:28.333904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:39:28.340355 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:28.344844 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:39:28.353821 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84cfb-d931-477d-b32c-cbc611d0df37 req-f0ad1b30-a1be-415c-aa88-d5239633e636 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:28.355980 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39c84cfb-d931-477d-b32c-cbc611d0df37 req-f0ad1b30-a1be-415c-aa88-d5239633e636 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0898993 Mar 22 17:39:28.356140 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:28.356695 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:28.428207 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1f386a5e-1de2-4e25-8aae-d7e8d9cd3157 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "PUT /v2.0/floatingips/d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33 HTTP/1.1" status: 200 len: 992 time: 1.6013067 Mar 22 17:39:28.428207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:28.428207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98201182-7d6d-40d8-b091-7ea972f9de15" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:28.478575 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-39c84cfb-d931-477d-b32c-cbc611d0df37 req-9ad3ee31-95af-42ee-8ac8-666f5c1f0e4b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034217 Mar 22 17:39:28.522795 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:28.550428 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bdde56-fad0-4e2b-9e27-35932fb8ca25 x-openstack-request-id: req-00bdde56-fad0-4e2b-9e27-35932fb8ca25 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:28.551089 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:28.551574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00bdde56-fad0-4e2b-9e27-35932fb8ca25 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:28.552243 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bdde56-fad0-4e2b-9e27-35932fb8ca25'] response: {'name': 'network-changed', 'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'status': 'completed', 'code': 200} Mar 22 17:39:28.561820 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879a3c2-59e9-4bad-81f2-7ee6106d0c92 req-8ad2b548-2941-487d-9cd7-76c461bf06c6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:28.564046 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8879a3c2-59e9-4bad-81f2-7ee6106d0c92 req-8ad2b548-2941-487d-9cd7-76c461bf06c6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 945 time: 0.0967548 Mar 22 17:39:28.684208 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:39:28.711998 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8879a3c2-59e9-4bad-81f2-7ee6106d0c92 req-738614e7-1a7d-4394-8213-e47be0fcd5d3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401103 Mar 22 17:39:28.740732 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-121d7fa5-962b-48e1-bae5-42cb41a2084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:28.744243 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-121d7fa5-962b-48e1-bae5-42cb41a2084b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 1130 time: 0.1138842 Mar 22 17:39:28.788784 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:39:28.794581 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:39:28.795286 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:28.933908 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6fb3c15a-d306-46ad-8cc1-3dd64153ec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:28.947217 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-eb85a4b8-1783-47ea-a48d-c0b6208e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:28.949078 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-eb85a4b8-1783-47ea-a48d-c0b6208e946a service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.1801925 Mar 22 17:39:28.953285 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:28.953678 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:28.960323 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'd9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:a8:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:06Z', 'updated_at': '2022-03-22T17:39:27Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}, {'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:28.995727 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:39:29.001916 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:29.003794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:29.005384 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:29.006066 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:29.009186 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec72aa5-48e3-42ec-aa5e-6e29c058bbf5" -d '{"events": [{"server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:29.014680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:29.053822 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-5966aab0-e5a5-48f7-99b9-515f2363819b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b HTTP/1.1" status: 200 len: 1000 time: 0.0955961 Mar 22 17:39:29.093213 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:29.098335 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1cd52b-63f5-4244-8349-212ff179ca32 x-openstack-request-id: req-5a1cd52b-63f5-4244-8349-212ff179ca32 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:29.098625 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:29.098945 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a1cd52b-63f5-4244-8349-212ff179ca32 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:29.099347 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1cd52b-63f5-4244-8349-212ff179ca32'] response: {'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'code': 200} Mar 22 17:39:29.117230 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-31a469de-d713-4033-bf9c-417e5073e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:29.118788 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-31a469de-d713-4033-bf9c-417e5073e785 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0570724 Mar 22 17:39:29.141915 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:29.186226 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-aadd6fd8-ff33-4127-a718-1a764aedf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:29.188045 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-aadd6fd8-ff33-4127-a718-1a764aedf99d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600474 Mar 22 17:39:29.305231 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-ab6d1c5f-8f87-4e8c-9f3d-2f497529da05 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032159 Mar 22 17:39:29.415705 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98201182-7d6d-40d8-b091-7ea972f9de15 req-b0638e7f-86a0-4115-bfb1-638cf8c5864c service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019909 Mar 22 17:39:29.436056 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e010a1a-5763-4f12-b045-0ce1cfabf515 req-d6e1a6e8-2291-40e6-9004-91b819991e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:29.438470 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0e010a1a-5763-4f12-b045-0ce1cfabf515 req-d6e1a6e8-2291-40e6-9004-91b819991e4b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 1130 time: 0.0672498 Mar 22 17:39:29.447615 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'd9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:a8:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:06Z', 'updated_at': '2022-03-22T17:39:27Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}, {'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:29.481256 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461d853-7a3c-47f7-a8bb-d3c8e642eef8 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'd9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:a8:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:06Z', 'updated_at': '2022-03-22T17:39:27Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}, {'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:39:29.559613 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0e010a1a-5763-4f12-b045-0ce1cfabf515 req-d85c49fe-468f-4859-a391-a9af7d789655 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032662 Mar 22 17:39:29.668715 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e75b4-e386-4263-93c8-c3b9153ca21e req-415d199c-0162-4b1b-8a84-4e906b8e0941 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:29.670698 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-456e75b4-e386-4263-93c8-c3b9153ca21e req-415d199c-0162-4b1b-8a84-4e906b8e0941 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0790801 Mar 22 17:39:29.829555 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b026593-34c2-43fe-a59f-ba3ac3a818ad None None] New status for floating IP d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:39:29.914657 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c774269-4a07-4304-b373-4816427c2c29 req-0859766a-afa5-41cf-8914-3ac6e44f265a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:29.916628 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7c774269-4a07-4304-b373-4816427c2c29 req-0859766a-afa5-41cf-8914-3ac6e44f265a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0780389 Mar 22 17:39:29.992861 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7c774269-4a07-4304-b373-4816427c2c29 req-4b4ec1c8-d64d-448c-8a74-a7becda11f31 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638933 Mar 22 17:39:30.116342 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-456e75b4-e386-4263-93c8-c3b9153ca21e req-a8d55f46-c8b3-46e4-995b-8c114809ebd9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391153 Mar 22 17:39:31.118393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b954c-0d88-458b-a76b-4c8a84ded504 req-a0a7c7b8-8cea-4cdf-af4b-35b544f02b2a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:31.120124 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cf3b954c-0d88-458b-a76b-4c8a84ded504 req-a0a7c7b8-8cea-4cdf-af4b-35b544f02b2a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0613773 Mar 22 17:39:31.181112 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cf3b954c-0d88-458b-a76b-4c8a84ded504 req-c2d9f1e1-c4fa-4035-b23a-26d294f9762d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510390 Mar 22 17:39:31.264877 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda3711-c283-4217-a033-814610b10c2c req-3cd15b1e-781d-4863-a9e3-62482d589194 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:31.266445 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecda3711-c283-4217-a033-814610b10c2c req-3cd15b1e-781d-4863-a9e3-62482d589194 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0613353 Mar 22 17:39:31.375670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecda3711-c283-4217-a033-814610b10c2c req-b1a1dc1c-26c2-48ef-8864-c09845a6d9c0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965989 Mar 22 17:39:31.429185 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7c31-cb17-4059-b090-09cc08ac2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:32.247941 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:32.387321 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece158-97f3-4cfc-8367-d691e175f62d req-646f09b3-68ed-45f5-ba24-cde60f79e641 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:32.389450 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c4ece158-97f3-4cfc-8367-d691e175f62d req-646f09b3-68ed-45f5-ba24-cde60f79e641 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0962713 Mar 22 17:39:32.479244 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c4ece158-97f3-4cfc-8367-d691e175f62d req-8b88684a-6116-44e5-8df1-67f7870100f3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718849 Mar 22 17:39:32.594715 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba655-9d4c-4200-b9f4-876c466f2058 req-143a091b-295c-45c9-9d67-38776e59d464 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:32.597071 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9f2ba655-9d4c-4200-b9f4-876c466f2058 req-143a091b-295c-45c9-9d67-38776e59d464 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1039381 Mar 22 17:39:32.689021 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9f2ba655-9d4c-4200-b9f4-876c466f2058 req-e2ace909-9fc7-4fec-8312-4638e9fae096 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806253 Mar 22 17:39:33.612573 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d17c-538f-4e83-84e1-e60e2787432c req-dc9974b6-0559-4f76-a8a7-d063440c22d3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:33.614064 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7bf5d17c-538f-4e83-84e1-e60e2787432c req-dc9974b6-0559-4f76-a8a7-d063440c22d3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0564077 Mar 22 17:39:33.670819 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7bf5d17c-538f-4e83-84e1-e60e2787432c req-f09c7637-2c24-4e6e-89f0-03fb2b22ca5f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495040 Mar 22 17:39:33.810271 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6af678-467a-4b4a-9719-331d7b658c42 req-c5938aef-512f-424e-bd50-397b13f2a02d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:33.812086 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b6af678-467a-4b4a-9719-331d7b658c42 req-c5938aef-512f-424e-bd50-397b13f2a02d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0635035 Mar 22 17:39:33.845296 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028070-5e61-4e23-83a3-3e07c55b5032 req-02550796-5095-467c-95bc-a7a94a80cc45 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:33.846934 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf028070-5e61-4e23-83a3-3e07c55b5032 req-02550796-5095-467c-95bc-a7a94a80cc45 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0575004 Mar 22 17:39:33.867871 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b6af678-467a-4b4a-9719-331d7b658c42 req-b5e7a8d8-8b6b-4a2c-ba8d-a024d7246306 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494595 Mar 22 17:39:33.893901 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48110) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:33.918525 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf028070-5e61-4e23-83a3-3e07c55b5032 req-0276b6fa-c9ba-478f-aa8e-8aaaf01be5bf tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658612 Mar 22 17:39:34.010160 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.014812 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b9130-9efa-495a-8e3d-b073b22f6d57 tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:34.016613 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5f7b9130-9efa-495a-8e3d-b073b22f6d57 tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 1125 time: 0.1215925 Mar 22 17:39:34.019829 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48114) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:34.025695 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'port_id': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:39:34.063615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.190939 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.322253 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.27.0.162 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/3d6d1d30-8917-4fac-8af2-9a19310df603) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:39:34.514732 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.561918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:34.602157 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:39:34.605689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:39:34.619595 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:39:34.622237 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=3d6d1d30-8917-4fac-8af2-9a19310df603,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:34.652622 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.652976 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.653324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.653668 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.654011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.654360 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.654680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.655006 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.655339 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.655669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.656002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.656331 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.656685 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.657011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:34.657332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:39:35.109496 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cee72a-cd92-48e5-98d8-3011a51babdf req-20a43f95-c634-49ff-af2d-43101b3cbf3b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:35.111823 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31cee72a-cd92-48e5-98d8-3011a51babdf req-20a43f95-c634-49ff-af2d-43101b3cbf3b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0615139 Mar 22 17:39:35.146377 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (a3a71ce1-5189-407d-b256-1806927d092e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.205308 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31cee72a-cd92-48e5-98d8-3011a51babdf req-58b85677-a37b-4251-9a27-c125de0e3566 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812085 Mar 22 17:39:35.286659 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.340890 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.545434 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.552028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.657828 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (a3a71ce1-5189-407d-b256-1806927d092e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:35.659833 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=3d6d1d30-8917-4fac-8af2-9a19310df603,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:35.806067 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP a3a71ce1-5189-407d-b256-1806927d092e associated. External IP: 172.27.0.162, port: 2ea41d13-f34b-4cc1-8530-1ec09cea1b77. Mar 22 17:39:36.095619 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:39:36.224643 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:39:36.257600 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:39:36.294040 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:36.294686 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:36.307324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:36.364472 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f29306b4-cf1f-481c-88a7-c8b7caf36987 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3422110 Mar 22 17:39:36.366766 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:36.369185 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e53c41-e3d5-45fd-88e0-9e3807b21506" -d '{"events": [{"name": "network-changed", "server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:36.404107 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7677f-3f27-4650-a361-40fe92528678 req-f0d51699-908c-4f91-8dec-313559d1d543 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:36.405673 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22c7677f-3f27-4650-a361-40fe92528678 req-f0d51699-908c-4f91-8dec-313559d1d543 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.1099200 Mar 22 17:39:36.440049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221340cd-77c0-4886-8f9d-2de3091338dc x-openstack-request-id: req-221340cd-77c0-4886-8f9d-2de3091338dc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:36.440356 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:36.440645 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-221340cd-77c0-4886-8f9d-2de3091338dc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:36.441072 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221340cd-77c0-4886-8f9d-2de3091338dc'] response: {'name': 'network-changed', 'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'status': 'completed', 'code': 200} Mar 22 17:39:36.446962 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:36.483824 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22c7677f-3f27-4650-a361-40fe92528678 req-da01c6a2-e884-4fd8-a66e-9a638cdc6969 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656414 Mar 22 17:39:36.545293 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-d6eefa8a-142b-46de-b04d-88bce2610d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:36.547665 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-d6eefa8a-142b-46de-b04d-88bce2610d8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 1130 time: 0.0558357 Mar 22 17:39:36.730577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-a539caa3-7d95-41c1-9469-12c1a1ff81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:36.733471 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-a539caa3-7d95-41c1-9469-12c1a1ff81ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.1783583 Mar 22 17:39:36.784879 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'a3a71ce1-5189-407d-b256-1806927d092e', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:7e:1c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:34Z', 'updated_at': '2022-03-22T17:39:34Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:36.810413 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-8a827987-ba69-4c38-97bd-db5d43f1f835 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77 HTTP/1.1" status: 200 len: 1000 time: 0.0692549 Mar 22 17:39:36.813725 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:39:36.823597 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:39:36.824221 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:39:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:36.869959 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-a412a38a-c790-4771-bdd6-3128f03694d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:36.872022 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-a412a38a-c790-4771-bdd6-3128f03694d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0507834 Mar 22 17:39:36.930849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-ddcf4b32-e342-4fe0-9f65-dca995ed8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:36.933463 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-ddcf4b32-e342-4fe0-9f65-dca995ed8f08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541224 Mar 22 17:39:36.937478 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:39:37.036072 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-8b087749-3dbc-47e4-badc-508237918d24 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953786 Mar 22 17:39:37.147608 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d1e53c41-e3d5-45fd-88e0-9e3807b21506 req-337bdd64-d11a-48c8-b0cd-a16a053a057e service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981233 Mar 22 17:39:37.186827 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'a3a71ce1-5189-407d-b256-1806927d092e', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:7e:1c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:34Z', 'updated_at': '2022-03-22T17:39:34Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:39:37.214863 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d70eb5-9ed7-41bc-a1f6-4c5f1c5193cf None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'a3a71ce1-5189-407d-b256-1806927d092e', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:7e:1c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:39:34Z', 'updated_at': '2022-03-22T17:39:34Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:39:37.423784 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca9a22-e495-4ab0-b86e-0863076daf9f None None] New status for floating IP a3a71ce1-5189-407d-b256-1806927d092e: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:39:37.617790 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae337f-3bad-4f99-8045-c26b4e73c1f1 req-f3f7624f-d9e2-4a31-8696-f415cecfcf54 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:37.619205 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0dae337f-3bad-4f99-8045-c26b4e73c1f1 req-f3f7624f-d9e2-4a31-8696-f415cecfcf54 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Mar 22 17:39:37.673032 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0dae337f-3bad-4f99-8045-c26b4e73c1f1 req-95704e45-d5f7-4d42-9031-2e6ecc6c92e1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 Mar 22 17:39:38.319963 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644779-0bae-4c11-a6c2-1782595f564a req-96e00606-9769-4d6e-b8ba-1ff9f62ba664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:38.321495 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-96e00606-9769-4d6e-b8ba-1ff9f62ba664 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1129 time: 0.0449171 Mar 22 17:39:38.417055 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644779-0bae-4c11-a6c2-1782595f564a req-9c1b54f7-83ff-4f8c-b6ee-0a1a22bfc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:38.418604 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-9c1b54f7-83ff-4f8c-b6ee-0a1a22bfc704 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0886652 Mar 22 17:39:38.490666 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-e2fb22cd-fdd9-4709-abd4-01f3b27b92af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 1000 time: 0.0653214 Mar 22 17:39:38.557318 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644779-0bae-4c11-a6c2-1782595f564a req-5a8f2768-9bd5-4c2a-90be-e3216214e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:38.558844 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-5a8f2768-9bd5-4c2a-90be-e3216214e29d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0567448 Mar 22 17:39:38.620759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644779-0bae-4c11-a6c2-1782595f564a req-fc69e344-922c-4f00-8f04-09f98705ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:38.622332 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-fc69e344-922c-4f00-8f04-09f98705ca1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495160 Mar 22 17:39:38.724424 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-1b14468e-0b67-4d9f-909c-81c609d10afe service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859101 Mar 22 17:39:38.797804 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d243590-82e6-497d-b73d-db516dadd44e req-83a25c16-2a2e-4f5d-acbc-d606dcf2faa9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:38.799305 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d243590-82e6-497d-b73d-db516dadd44e req-83a25c16-2a2e-4f5d-acbc-d606dcf2faa9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0540411 Mar 22 17:39:38.823435 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5644779-0bae-4c11-a6c2-1782595f564a req-2e62f4a2-5ea4-40a5-9875-a487e124967a service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922377 Mar 22 17:39:38.849774 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6d243590-82e6-497d-b73d-db516dadd44e req-e42c81f7-4da7-4d3a-9d22-51e1ba9ac3dc tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Mar 22 17:39:39.979878 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0faef0-a276-4ba4-8de0-cea956755aa4 req-47552e6d-3a25-4633-ac74-7e72c875b818 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:39.981813 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a0faef0-a276-4ba4-8de0-cea956755aa4 req-47552e6d-3a25-4633-ac74-7e72c875b818 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0572481 Mar 22 17:39:40.032939 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a0faef0-a276-4ba4-8de0-cea956755aa4 req-bcc9fd94-eec2-47e1-8be5-5330dc140df3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Mar 22 17:39:40.204085 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533dc41-12cf-40ea-b077-a600bd478292 req-2da5ca9a-5bae-482e-83a4-40faa2800d17 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:40.205551 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9533dc41-12cf-40ea-b077-a600bd478292 req-2da5ca9a-5bae-482e-83a4-40faa2800d17 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0851035 Mar 22 17:39:40.221199 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-2cae3920-f148-4678-b23d-e74f2bfaf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:40.222700 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-2cae3920-f148-4678-b23d-e74f2bfaf1f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0711544 Mar 22 17:39:40.306184 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9533dc41-12cf-40ea-b077-a600bd478292 req-7134b962-3bcc-4298-adda-087db943fd43 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949371 Mar 22 17:39:40.340014 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-0b70aafc-220c-4395-8dd8-974c036a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:40.341550 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-0b70aafc-220c-4395-8dd8-974c036a3ec0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1086328 Mar 22 17:39:40.423333 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-e1846888-f454-4dcc-bbfe-93968acc4935 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 1000 time: 0.0671628 Mar 22 17:39:40.476954 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-3ece18b0-4b44-4642-aa79-0657654e6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:40.478373 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-3ece18b0-4b44-4642-aa79-0657654e6a88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0449784 Mar 22 17:39:40.536358 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-b83c8630-35e0-4352-a578-bd931018d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:40.537899 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-b83c8630-35e0-4352-a578-bd931018d55e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495377 Mar 22 17:39:40.638855 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-2a486cec-e4eb-48c2-aa09-303484791d4c service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920277 Mar 22 17:39:40.751963 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e2298b79-541b-44d7-8329-b25bf2d7d3db req-3f4bbe62-863c-4888-8225-fabdea69dcad service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035311 Mar 22 17:39:41.163771 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219950f6-f693-467e-bdf3-3ed54e946280 req-83d278e0-e384-46aa-94bf-be716d75918c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:41.166803 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-219950f6-f693-467e-bdf3-3ed54e946280 req-83d278e0-e384-46aa-94bf-be716d75918c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0562763 Mar 22 17:39:41.216128 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-219950f6-f693-467e-bdf3-3ed54e946280 req-f4f82356-9845-46f7-b4af-c22e043bfa53 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Mar 22 17:39:41.445468 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614b80e-6ff5-4117-aff6-43e6d86c5e6c req-b188871b-ba41-473c-8fe3-6fe5563d86ec tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:41.446971 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f614b80e-6ff5-4117-aff6-43e6d86c5e6c req-b188871b-ba41-473c-8fe3-6fe5563d86ec tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0611844 Mar 22 17:39:41.500780 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f614b80e-6ff5-4117-aff6-43e6d86c5e6c req-753e0491-b1ec-4179-9c35-846cada928a1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474696 Mar 22 17:39:42.341225 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a242249-1c7b-45b6-9b10-2c2cb03f1afd req-e8ed6ceb-7c49-4b85-a92b-a76985c81e93 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:42.342614 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a242249-1c7b-45b6-9b10-2c2cb03f1afd req-e8ed6ceb-7c49-4b85-a92b-a76985c81e93 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Mar 22 17:39:42.393061 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a242249-1c7b-45b6-9b10-2c2cb03f1afd req-543ef76b-e7b3-46cf-9486-2f030f7cdaa3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Mar 22 17:39:42.641433 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feca97-dede-411f-be22-06c6f06155ec req-7349c3d4-11ac-4551-be7e-ff7a7ec2d44d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:42.642790 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36feca97-dede-411f-be22-06c6f06155ec req-7349c3d4-11ac-4551-be7e-ff7a7ec2d44d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0639138 Mar 22 17:39:42.693433 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-36feca97-dede-411f-be22-06c6f06155ec req-4f745c77-1ff2-4131-b28f-993a23be62c1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446808 Mar 22 17:39:42.755553 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:42.835110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: ACTIVE; New status is: DOWN {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:42.835537 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:42.859535 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:39:42.861754 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d10b5-f503-4e21-99f9-9da54ce8fea0" -d '{"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-unplugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:39:42.879029 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:39:42.886722 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:42.909990 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766744b8-fd25-4e72-b969-9f42e4fce1bf x-openstack-request-id: req-766744b8-fd25-4e72-b969-9f42e4fce1bf {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:39:42.910283 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-unplugged", "status": "failed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:39:42.910547 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-766744b8-fd25-4e72-b969-9f42e4fce1bf {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:39:42.910991 dv-cinder-820578-3-iscsi neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-766744b8-fd25-4e72-b969-9f42e4fce1bf']: {'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'code': 422} returned with failed status Mar 22 17:39:42.930498 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-6f2cc24d-6e08-4b50-85af-1524f49f3d26 req-1c083531-70f1-489c-a6cb-11bae9f8d48f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:39:42.932319 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6f2cc24d-6e08-4b50-85af-1524f49f3d26 req-1c083531-70f1-489c-a6cb-11bae9f8d48f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0625162 Mar 22 17:39:42.939168 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:39:43.097846 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63ee8-b71c-4b61-b3dc-71c7d11c5620 req-17ce48e8-3c6b-4bfd-9194-e83561ec2bdb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:43.099387 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e0f63ee8-b71c-4b61-b3dc-71c7d11c5620 req-17ce48e8-3c6b-4bfd-9194-e83561ec2bdb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0547693 Mar 22 17:39:43.149445 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e0f63ee8-b71c-4b61-b3dc-71c7d11c5620 req-7d3a4b5c-c0a0-4ddb-82f8-06e951e18358 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Mar 22 17:39:43.330400 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:43.421064 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-ae624c0c-e65f-47ba-be34-28771af101b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894914 Mar 22 17:39:43.429759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-e8f70d6e-6232-4e7a-9fe8-95e9e0a6e261 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:39:43.430752 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-e8f70d6e-6232-4e7a-9fe8-95e9e0a6e261 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051875 Mar 22 17:39:43.508920 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:39:43.602068 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-9498f610-4e37-4f46-a96c-a5c81490d905 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:43.603463 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-9498f610-4e37-4f46-a96c-a5c81490d905 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports/ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 940 time: 0.0935481 Mar 22 17:39:43.816309 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082606-b533-4fc8-8eaf-84f2a81ea12e req-bb696942-aef7-4bff-810c-bef28668913f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:43.817845 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb082606-b533-4fc8-8eaf-84f2a81ea12e req-bb696942-aef7-4bff-810c-bef28668913f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0577607 Mar 22 17:39:43.871049 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bb082606-b533-4fc8-8eaf-84f2a81ea12e req-3af23b4f-1ae6-44fe-9570-97f59586e09c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473335 Mar 22 17:39:44.387683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef1e0-a912-49ab-8586-8d564aadae9f req-b5a88349-678d-40c0-8d85-b46c86de2d60 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:44.389226 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a81ef1e0-a912-49ab-8586-8d564aadae9f req-b5a88349-678d-40c0-8d85-b46c86de2d60 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0561824 Mar 22 17:39:44.439712 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a81ef1e0-a912-49ab-8586-8d564aadae9f req-12537595-79ce-48f2-8609-7823dbfac5d0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Mar 22 17:39:44.992459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027211a-579b-4990-ab02-0f0c0f6d7a92 req-33cc8339-e285-4bdf-8221-446d3a238108 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:44.994219 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3027211a-579b-4990-ab02-0f0c0f6d7a92 req-33cc8339-e285-4bdf-8221-446d3a238108 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0542481 Mar 22 17:39:45.047950 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3027211a-579b-4990-ab02-0f0c0f6d7a92 req-78690c43-7194-44e8-8dc5-5b707b94aa4b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476997 Mar 22 17:39:45.563906 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad6e16-bdf3-46f3-bf80-2c3b7915ef5c req-20bc95a0-d76f-44f1-84a2-9ad87387d11e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:45.565386 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-60ad6e16-bdf3-46f3-bf80-2c3b7915ef5c req-20bc95a0-d76f-44f1-84a2-9ad87387d11e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0509534 Mar 22 17:39:45.616245 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-60ad6e16-bdf3-46f3-bf80-2c3b7915ef5c req-85ddcb4c-0a16-48e3-972e-070dfece3288 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451839 Mar 22 17:39:45.723586 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:45.995187 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-c3f764c2-2276-4652-a8d0-074e7e68be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:45.996767 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-c3f764c2-2276-4652-a8d0-074e7e68be94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 1127 time: 0.1174786 Mar 22 17:39:46.102619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-45a07b05-ac6f-47df-946f-9ccae5909958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.104208 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-45a07b05-ac6f-47df-946f-9ccae5909958 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1127 time: 0.0483832 Mar 22 17:39:46.173245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f8f79-7c83-4ca6-a707-06bc9570ec1a req-e62d118c-3095-4717-8e5b-1f5cf828bdee tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.174755 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-831f8f79-7c83-4ca6-a707-06bc9570ec1a req-e62d118c-3095-4717-8e5b-1f5cf828bdee tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0547836 Mar 22 17:39:46.207101 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-6381efeb-d666-4e98-9df8-1b4a77292cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.208865 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-6381efeb-d666-4e98-9df8-1b4a77292cee service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0961382 Mar 22 17:39:46.226921 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-831f8f79-7c83-4ca6-a707-06bc9570ec1a req-58e6b0f7-5d77-4a41-b375-9f590dab0fcb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Mar 22 17:39:46.294539 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-197ca539-44c9-46f3-aec7-16cd01b98a3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 998 time: 0.0643985 Mar 22 17:39:46.348781 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-5654fd98-81af-41be-a308-4ef96d444060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.350277 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-5654fd98-81af-41be-a308-4ef96d444060 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0498183 Mar 22 17:39:46.402109 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de027-b906-45f7-b7af-a41e992d7f27 req-b6a5f8ef-c86f-486b-96e9-6160cee7fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.403611 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-b6a5f8ef-c86f-486b-96e9-6160cee7fbef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463884 Mar 22 17:39:46.496905 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-b503d531-bc1a-4084-a71c-76616ad5980d service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829828 Mar 22 17:39:46.599686 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-949de027-b906-45f7-b7af-a41e992d7f27 req-fb01f07e-0cd9-4133-a158-6690d7bee4d4 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890939 Mar 22 17:39:46.751467 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768833-6e5a-4ae3-b484-6d85d5926574 req-1fd51815-6648-4400-96ea-5b8148e35aa4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:46.752957 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-90768833-6e5a-4ae3-b484-6d85d5926574 req-1fd51815-6648-4400-96ea-5b8148e35aa4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0557029 Mar 22 17:39:46.770861 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:39:46.812804 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-90768833-6e5a-4ae3-b484-6d85d5926574 req-a11c0bf2-8150-4c16-8d53-8dcea1211c83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533974 Mar 22 17:39:46.859176 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: DOWN; New status is: DOWN {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:39:47.367855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4416a-e785-444d-8398-f2291d810a5e req-19c8b8a0-c7b0-48cc-acae-fada7eb93aa3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:47.372238 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4fe4416a-e785-444d-8398-f2291d810a5e req-19c8b8a0-c7b0-48cc-acae-fada7eb93aa3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0635538 Mar 22 17:39:47.451914 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4fe4416a-e785-444d-8398-f2291d810a5e req-db618b90-0ead-4a05-9c7b-675b937330bc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755315 Mar 22 17:39:47.949522 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490d4a8-e897-4362-b79e-5d12fea09f2c req-1d676fe5-5bf2-4d9d-812f-a523726fd60b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:47.951204 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c490d4a8-e897-4362-b79e-5d12fea09f2c req-1d676fe5-5bf2-4d9d-812f-a523726fd60b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0563991 Mar 22 17:39:48.050545 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c490d4a8-e897-4362-b79e-5d12fea09f2c req-5fd6ee69-e206-40f8-92c2-c4050418b2f5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917943 Mar 22 17:39:48.610200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc057ed-22a2-44c4-8bfc-7c7613ccd234 req-87afaecd-eb18-45c8-9e17-3f94f4082860 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:48.611767 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9dc057ed-22a2-44c4-8bfc-7c7613ccd234 req-87afaecd-eb18-45c8-9e17-3f94f4082860 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0681498 Mar 22 17:39:48.661314 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9dc057ed-22a2-44c4-8bfc-7c7613ccd234 req-5128beaf-6f08-4807-a381-86aad8f83c88 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Mar 22 17:39:49.183187 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdfbb-6b64-46e6-bb89-4cf7a2427bd9 req-0502644b-f373-485f-b60a-dc0d95edb6ae tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:49.184753 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-12ecdfbb-6b64-46e6-bb89-4cf7a2427bd9 req-0502644b-f373-485f-b60a-dc0d95edb6ae tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0551300 Mar 22 17:39:49.235992 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-12ecdfbb-6b64-46e6-bb89-4cf7a2427bd9 req-7eb67af6-cb0b-48b9-999b-611a2eedeeca tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456340 Mar 22 17:39:49.803986 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489042d9-7c4b-4744-b1f6-9398a16a31c2 req-8a962c96-c294-4489-9af0-aaa24dba9183 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:49.816676 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-489042d9-7c4b-4744-b1f6-9398a16a31c2 req-8a962c96-c294-4489-9af0-aaa24dba9183 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0817542 Mar 22 17:39:49.868277 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-489042d9-7c4b-4744-b1f6-9398a16a31c2 req-9d54c725-af35-4108-ab8b-9e39fc35f589 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504060 Mar 22 17:39:50.387241 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f27e-a21b-4fe1-8f5d-60f9eb5de90c req-05319512-3041-4e81-b679-29931dc24c4f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:50.388698 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5d10f27e-a21b-4fe1-8f5d-60f9eb5de90c req-05319512-3041-4e81-b679-29931dc24c4f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0543747 Mar 22 17:39:50.436805 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5d10f27e-a21b-4fe1-8f5d-60f9eb5de90c req-1992e352-1f83-41be-bd4d-7a11f7a6299a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Mar 22 17:39:51.002103 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128c61f-f9a7-4352-b458-56ef989ecd13 req-e88e43f6-4720-46ff-808a-814f52dd3d1c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:51.003512 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8128c61f-f9a7-4352-b458-56ef989ecd13 req-e88e43f6-4720-46ff-808a-814f52dd3d1c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0557928 Mar 22 17:39:51.051206 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8128c61f-f9a7-4352-b458-56ef989ecd13 req-a06191c2-9f9b-40dc-adf4-60e5de45671d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Mar 22 17:39:51.575878 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca6fc9-e465-4d7d-9676-74884be818a5 req-542d593f-1de2-4c3f-8cd0-e55316b519b3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:51.577477 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-33ca6fc9-e465-4d7d-9676-74884be818a5 req-542d593f-1de2-4c3f-8cd0-e55316b519b3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0621819 Mar 22 17:39:51.633578 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-33ca6fc9-e465-4d7d-9676-74884be818a5 req-043f464e-1a2c-4d23-8d86-67bdb60d1215 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503790 Mar 22 17:39:52.175655 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1634dc-b0ef-4a45-96fc-e3a3b66ce0e5 req-c79ef1b3-21a0-436b-af47-097c7a8121da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:52.177225 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f1634dc-b0ef-4a45-96fc-e3a3b66ce0e5 req-c79ef1b3-21a0-436b-af47-097c7a8121da tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0587723 Mar 22 17:39:52.226657 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f1634dc-b0ef-4a45-96fc-e3a3b66ce0e5 req-84a83c22-66d1-4a7a-bc0e-59bb0cc85d28 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437167 Mar 22 17:39:52.771026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64604021-ded5-45bd-bb88-65a57632b27a req-49356845-963c-4cbe-8741-c25675732b6b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:52.772646 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-64604021-ded5-45bd-bb88-65a57632b27a req-49356845-963c-4cbe-8741-c25675732b6b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0608778 Mar 22 17:39:52.827143 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-64604021-ded5-45bd-bb88-65a57632b27a req-c5379065-abff-45b9-a504-0577f3125c4f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480726 Mar 22 17:39:53.374827 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bc7a2-336b-4dff-a134-0974e298e921 req-0f5c111f-c8ff-4eec-b59c-5627c1e0be88 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:53.377605 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-968bc7a2-336b-4dff-a134-0974e298e921 req-0f5c111f-c8ff-4eec-b59c-5627c1e0be88 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0755396 Mar 22 17:39:53.431855 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-968bc7a2-336b-4dff-a134-0974e298e921 req-f7197c27-79b3-4903-bac6-569876b07833 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482879 Mar 22 17:39:53.967647 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756b4e4-4105-4396-b6de-85c267a94a4b req-cfbed3b1-2377-4e6f-97df-791b876bf967 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:53.970093 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8756b4e4-4105-4396-b6de-85c267a94a4b req-cfbed3b1-2377-4e6f-97df-791b876bf967 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0619862 Mar 22 17:39:54.029565 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8756b4e4-4105-4396-b6de-85c267a94a4b req-e2ee204a-0959-4410-bf16-4d72f2b762bd tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519555 Mar 22 17:39:54.576702 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795334e-954a-43a7-b812-c8c321ce553d req-684b0182-d2f3-42dc-b632-c8328fe0146c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:54.578273 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d795334e-954a-43a7-b812-c8c321ce553d req-684b0182-d2f3-42dc-b632-c8328fe0146c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0568891 Mar 22 17:39:54.643870 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d795334e-954a-43a7-b812-c8c321ce553d req-1a04f546-be64-4039-ae6a-110876bc6878 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594928 Mar 22 17:39:55.158204 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c56577-2d80-42f0-be43-cbdcdb9887c8 req-99a2792f-6d78-4fc7-a6ed-120781a31768 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.159773 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6c56577-2d80-42f0-be43-cbdcdb9887c8 req-99a2792f-6d78-4fc7-a6ed-120781a31768 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0568783 Mar 22 17:39:55.210623 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6c56577-2d80-42f0-be43-cbdcdb9887c8 req-64ca7013-1c81-4938-adcb-01828f04e5e0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Mar 22 17:39:55.798229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d469-b05d-464f-ad76-74bf0c43d5bb req-81914a23-8a48-40a8-a28c-2b99276e9ff5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:55.801880 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e9e7d469-b05d-464f-ad76-74bf0c43d5bb req-81914a23-8a48-40a8-a28c-2b99276e9ff5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0819540 Mar 22 17:39:55.850086 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e9e7d469-b05d-464f-ad76-74bf0c43d5bb req-8ae95851-97bf-4124-935c-90df512dc3f7 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Mar 22 17:39:56.351026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e2c23-ec37-420f-8251-c3caed02da2a req-6dc6be61-1140-481f-8899-fee3c348885f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:56.352554 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-553e2c23-ec37-420f-8251-c3caed02da2a req-6dc6be61-1140-481f-8899-fee3c348885f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0544775 Mar 22 17:39:56.409052 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-553e2c23-ec37-420f-8251-c3caed02da2a req-3bcb923e-0e22-4880-9555-bb62f2a6782b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496674 Mar 22 17:39:56.997307 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589c91-2dc9-421a-b1eb-71baf98decff req-13c55c50-b98b-48be-9a55-1018833a323c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:56.998910 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8589c91-2dc9-421a-b1eb-71baf98decff req-13c55c50-b98b-48be-9a55-1018833a323c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0706329 Mar 22 17:39:57.051677 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c8589c91-2dc9-421a-b1eb-71baf98decff req-c64eb7dc-3b49-4264-a3e9-83632fe3a95d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470111 Mar 22 17:39:57.289250 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:39:57.556455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df641667-26ec-40f4-8cfa-ff417d0286a5 req-ebd1f94d-fd3f-4b49-8778-0e3b5d5fc8a3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:57.558812 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-df641667-26ec-40f4-8cfa-ff417d0286a5 req-ebd1f94d-fd3f-4b49-8778-0e3b5d5fc8a3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0669837 Mar 22 17:39:57.618066 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-df641667-26ec-40f4-8cfa-ff417d0286a5 req-171a5efc-242d-4130-84a4-d2dbb3575fe6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525010 Mar 22 17:39:58.179168 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02713-35d1-4dd1-bf15-655e4179e36e req-8f123325-4d8a-4183-80bb-3ebd1b685e4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:58.181404 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1c02713-35d1-4dd1-bf15-655e4179e36e req-8f123325-4d8a-4183-80bb-3ebd1b685e4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0550616 Mar 22 17:39:58.227581 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d1c02713-35d1-4dd1-bf15-655e4179e36e req-9ce9ddd6-83de-4d38-a205-580ee796605b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Mar 22 17:39:58.750523 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0fd7-d65f-4cac-9b5c-26051fb90922 req-e8e105bb-ff42-47ed-893f-752b2a2da282 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:58.752093 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-beee0fd7-d65f-4cac-9b5c-26051fb90922 req-e8e105bb-ff42-47ed-893f-752b2a2da282 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0535781 Mar 22 17:39:58.810734 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-beee0fd7-d65f-4cac-9b5c-26051fb90922 req-b924b1d1-c5c9-4bb1-968d-c840356b75db tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Mar 22 17:39:58.880038 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ac817907-0676-49b3-a4ee-7c65294096fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:39:59.356560 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427080d-cd08-436d-b5d7-d74bc7104b30 req-a9746380-d69a-49a3-8597-e38788f0d3ab tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:59.358130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4427080d-cd08-436d-b5d7-d74bc7104b30 req-a9746380-d69a-49a3-8597-e38788f0d3ab tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0614803 Mar 22 17:39:59.430513 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4427080d-cd08-436d-b5d7-d74bc7104b30 req-702e2894-8b6c-4062-8736-5673b29a2899 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663707 Mar 22 17:39:59.942153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca5ec9-849c-4372-acdc-ae10e1dbfc1f req-85cd9e32-6252-486d-8ce3-74b38e99b7b1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:39:59.943552 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afca5ec9-849c-4372-acdc-ae10e1dbfc1f req-85cd9e32-6252-486d-8ce3-74b38e99b7b1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0557902 Mar 22 17:39:59.992841 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afca5ec9-849c-4372-acdc-ae10e1dbfc1f req-d4f2eec5-819e-4b00-82fa-113b45e3d08a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Mar 22 17:40:00.557963 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0118748-86ad-4d9a-8707-48d96fb6e945 req-96b87d2b-6438-4202-a9c4-7170a6de1158 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:00.559727 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0118748-86ad-4d9a-8707-48d96fb6e945 req-96b87d2b-6438-4202-a9c4-7170a6de1158 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0596883 Mar 22 17:40:00.611898 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0118748-86ad-4d9a-8707-48d96fb6e945 req-f771e92c-37dd-47e3-b0b0-7e030c99b62b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465410 Mar 22 17:40:01.131519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53056fec-7cee-478c-ab98-7eb3c135e962 req-337c5b59-b33e-4746-8cdd-7e9fa1f9678c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:01.133137 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-53056fec-7cee-478c-ab98-7eb3c135e962 req-337c5b59-b33e-4746-8cdd-7e9fa1f9678c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0551677 Mar 22 17:40:01.182613 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-53056fec-7cee-478c-ab98-7eb3c135e962 req-ca381259-cd31-463b-9bbf-d94cb3a73484 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Mar 22 17:40:01.284942 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f95acd1-ba05-4aec-9ded-ed639a084fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:01.733562 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8df4d-2a99-4773-af8d-503129941233 req-2384d7c5-f0d8-4022-85ea-00234d7f841a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:01.735057 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e7b8df4d-2a99-4773-af8d-503129941233 req-2384d7c5-f0d8-4022-85ea-00234d7f841a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0540540 Mar 22 17:40:01.781550 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e7b8df4d-2a99-4773-af8d-503129941233 req-850ff6f1-ac68-462a-8183-04e23b4f8d92 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 Mar 22 17:40:02.237171 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:02.309126 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fc39-f492-4862-892a-5dd4b1e22799 req-ba509711-ab22-498b-aa0a-0526c28f6164 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:02.310718 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2906fc39-f492-4862-892a-5dd4b1e22799 req-ba509711-ab22-498b-aa0a-0526c28f6164 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0527558 Mar 22 17:40:02.363380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2906fc39-f492-4862-892a-5dd4b1e22799 req-c50cc142-2378-4b75-a112-3ce6903cbfd4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463147 Mar 22 17:40:02.901460 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f1fba-e191-4432-889b-143ef49e5d5d req-548f224e-239d-4ba1-a5d5-c3263c825967 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:02.902928 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-925f1fba-e191-4432-889b-143ef49e5d5d req-548f224e-239d-4ba1-a5d5-c3263c825967 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0548549 Mar 22 17:40:02.948133 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-925f1fba-e191-4432-889b-143ef49e5d5d req-710ebf3f-8206-4402-9760-0dbea893e6ab tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 Mar 22 17:40:03.492291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebeac-fb03-49ff-8230-180345e89214 req-dd662f37-4476-45e9-b205-ceb98d244219 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:03.493884 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a98ebeac-fb03-49ff-8230-180345e89214 req-dd662f37-4476-45e9-b205-ceb98d244219 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0540953 Mar 22 17:40:03.540731 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a98ebeac-fb03-49ff-8230-180345e89214 req-73dc36f9-6d8a-4a2b-b14e-2864482b65ae tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Mar 22 17:40:04.009626 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:04.066248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b184e-4427-4cac-9875-11b3396f3ea6 req-df34e5ff-f832-4c8e-a008-a3b03ec9528d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:04.068116 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a9b184e-4427-4cac-9875-11b3396f3ea6 req-df34e5ff-f832-4c8e-a008-a3b03ec9528d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0515289 Mar 22 17:40:04.116091 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6a9b184e-4427-4cac-9875-11b3396f3ea6 req-b08c87c5-8d1e-407e-b716-9418ce0dc6ee tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Mar 22 17:40:04.666611 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f059-be43-4ebe-898d-b338b0ee1393 req-8466ad73-914a-41a9-a547-788747c85e1e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:04.668008 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ce99f059-be43-4ebe-898d-b338b0ee1393 req-8466ad73-914a-41a9-a547-788747c85e1e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0531137 Mar 22 17:40:04.715819 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ce99f059-be43-4ebe-898d-b338b0ee1393 req-106a7b1c-68e9-4ef8-8d86-0b549f324925 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Mar 22 17:40:05.252855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb2b8-f0df-418d-be1a-5bfa1e358054 req-46a58881-98bd-410d-87b8-ea85b8fe516f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:05.254350 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-017eb2b8-f0df-418d-be1a-5bfa1e358054 req-46a58881-98bd-410d-87b8-ea85b8fe516f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0715454 Mar 22 17:40:05.300449 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-017eb2b8-f0df-418d-be1a-5bfa1e358054 req-944eb740-a268-409b-ad23-9dd2b4cfb8b1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Mar 22 17:40:05.336221 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:05.841692 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7e4c-ee22-4d0e-ad2b-be212f03dd60 req-ac324459-f788-4888-8001-1d96c958f83d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:05.843181 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-475c7e4c-ee22-4d0e-ad2b-be212f03dd60 req-ac324459-f788-4888-8001-1d96c958f83d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0552979 Mar 22 17:40:05.892743 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-475c7e4c-ee22-4d0e-ad2b-be212f03dd60 req-074eb7b6-efa3-4fa5-a170-ffc30bd74989 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Mar 22 17:40:06.417290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7551-7e81-4cff-aab1-0c15912e7531 req-088aedff-6a6c-44ff-80ed-84f9a4a04fb0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:06.418777 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a61c7551-7e81-4cff-aab1-0c15912e7531 req-088aedff-6a6c-44ff-80ed-84f9a4a04fb0 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0526214 Mar 22 17:40:06.464654 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a61c7551-7e81-4cff-aab1-0c15912e7531 req-05dad425-4290-4d9a-b01c-3890cdbbe0f8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Mar 22 17:40:07.016061 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0551b6-5d6b-49c5-ae59-50fe988676d4 req-6ec9f2a7-bbec-42bb-85ad-6a73da58e616 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:07.017570 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1b0551b6-5d6b-49c5-ae59-50fe988676d4 req-6ec9f2a7-bbec-42bb-85ad-6a73da58e616 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0512943 Mar 22 17:40:07.063168 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1b0551b6-5d6b-49c5-ae59-50fe988676d4 req-1edd366b-1652-48a0-a38a-0fb7e707ef38 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Mar 22 17:40:07.579591 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bca40d-cdc4-4f27-bbb6-9623b4defc98 req-00b547db-cc35-454e-96f3-3f39568681f3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:07.581117 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a8bca40d-cdc4-4f27-bbb6-9623b4defc98 req-00b547db-cc35-454e-96f3-3f39568681f3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0510886 Mar 22 17:40:07.630320 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a8bca40d-cdc4-4f27-bbb6-9623b4defc98 req-80e29c05-5bb4-442f-b1a6-d2653aeff702 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Mar 22 17:40:08.053740 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a989d5-e693-4aa8-b10a-a1ece90e3a9c req-7d6426ca-6d1f-4ed0-80c6-c900ee15996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:08.055638 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f4a989d5-e693-4aa8-b10a-a1ece90e3a9c req-7d6426ca-6d1f-4ed0-80c6-c900ee15996f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0454564 Mar 22 17:40:08.098549 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f4a989d5-e693-4aa8-b10a-a1ece90e3a9c req-b0b7528e-574b-485d-86ec-eaa468b24eb3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363650 Mar 22 17:40:08.186442 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d2f14-1b6f-4007-abf5-d9da7e7fc288 req-7debd39c-f318-4b85-aab4-77378348f23b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:08.187889 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd2d2f14-1b6f-4007-abf5-d9da7e7fc288 req-7debd39c-f318-4b85-aab4-77378348f23b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0508847 Mar 22 17:40:08.233533 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd2d2f14-1b6f-4007-abf5-d9da7e7fc288 req-b13f0728-d18b-4236-9947-406e69e1c72d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 Mar 22 17:40:08.747072 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7b03-8856-451b-aa09-d99a70dc3f28 req-99330268-55db-4aa9-b4a6-5786b5821995 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:08.748560 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad8d7b03-8856-451b-aa09-d99a70dc3f28 req-99330268-55db-4aa9-b4a6-5786b5821995 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0521443 Mar 22 17:40:08.794943 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad8d7b03-8856-451b-aa09-d99a70dc3f28 req-6dc15bae-fd15-4b2b-9c5f-85512752d848 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Mar 22 17:40:09.354271 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4e181-b8d2-4df7-847e-d6b3b223326b req-af417e6e-a310-4d26-bc6a-7fc76954e15b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:09.355735 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9d4e181-b8d2-4df7-847e-d6b3b223326b req-af417e6e-a310-4d26-bc6a-7fc76954e15b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0514953 Mar 22 17:40:09.405245 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9d4e181-b8d2-4df7-847e-d6b3b223326b req-d00498fc-41d7-4b39-8b3d-cd16eaa6549a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Mar 22 17:40:09.921056 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30a7a-1f5c-49fd-9e9d-4b2346d4b220 req-d1d4a96b-bf8a-405a-80a1-30ca295fb8fb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:09.922560 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5e30a7a-1f5c-49fd-9e9d-4b2346d4b220 req-d1d4a96b-bf8a-405a-80a1-30ca295fb8fb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0523381 Mar 22 17:40:09.968165 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5e30a7a-1f5c-49fd-9e9d-4b2346d4b220 req-030e4046-2c65-49ee-8633-ed2fd5126f61 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Mar 22 17:40:10.380327 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8444fc-48ee-4891-bad6-4198b0744018 req-c500d7a2-23cf-4edf-898c-1803e2e31fa5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.381607 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c8444fc-48ee-4891-bad6-4198b0744018 req-c500d7a2-23cf-4edf-898c-1803e2e31fa5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0813000 Mar 22 17:40:10.388540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-9a2116fd-c904-4caa-b743-fd85481099ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.390046 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-9a2116fd-c904-4caa-b743-fd85481099ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0641906 Mar 22 17:40:10.481235 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c8444fc-48ee-4891-bad6-4198b0744018 req-751fabad-acd7-40f6-8b6f-7be6f95fd842 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902312 Mar 22 17:40:10.511872 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-7a5f5a7c-872b-4318-8e3e-1db3700ae170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.513381 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-7a5f5a7c-872b-4318-8e3e-1db3700ae170 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.1092937 Mar 22 17:40:10.532695 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e235cbd-ff67-4607-be65-5f086824ba9b req-68c1692a-c81e-4d9f-86df-b2009e80e627 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.534177 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e235cbd-ff67-4607-be65-5f086824ba9b req-68c1692a-c81e-4d9f-86df-b2009e80e627 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0563517 Mar 22 17:40:10.579040 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-9eb781fd-e8a7-4482-9c50-54e4efbe4701 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 1000 time: 0.0588105 Mar 22 17:40:10.579738 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e235cbd-ff67-4607-be65-5f086824ba9b req-5db4484a-7374-4c13-86dc-5b64ff5185d5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 Mar 22 17:40:10.633911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-a9610717-e79e-4834-868f-799b1df97180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.635266 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-a9610717-e79e-4834-868f-799b1df97180 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0474925 Mar 22 17:40:10.682686 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-843cfe47-7b82-4661-b722-a5abb505a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:10.684158 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-843cfe47-7b82-4661-b722-a5abb505a6be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426280 Mar 22 17:40:10.772215 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-86872d04-6ded-4df1-9734-b840d22af98d service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812435 Mar 22 17:40:10.861341 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d9b12171-cc98-4e90-a1eb-19352f7de973 req-4357b94a-3ed4-4623-91dd-c590875816aa service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830011 Mar 22 17:40:11.607064 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7154c-a22a-439a-889a-9e59390cb5d7 req-58b64894-1f3b-4771-baee-6b52aa7ccd80 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:11.612410 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-93f7154c-a22a-439a-889a-9e59390cb5d7 req-58b64894-1f3b-4771-baee-6b52aa7ccd80 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0543635 Mar 22 17:40:11.656896 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-93f7154c-a22a-439a-889a-9e59390cb5d7 req-fb13da77-2eee-4a00-a45d-7830b553a4b5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Mar 22 17:40:11.703519 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd516791-742a-43e4-bfa3-a6fff5ce7c82 req-213c4b12-eec0-4d9e-9556-292c21afdce4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:11.705246 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd516791-742a-43e4-bfa3-a6fff5ce7c82 req-213c4b12-eec0-4d9e-9556-292c21afdce4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0521653 Mar 22 17:40:11.753395 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fd516791-742a-43e4-bfa3-a6fff5ce7c82 req-d6a4726c-7007-4ef1-aa95-a303afdc45a6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Mar 22 17:40:12.775468 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6481c-21d7-492e-a5be-99be87366d2c req-a3bdefff-d2b2-4202-979b-e202e0e6b581 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:12.776941 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-88e6481c-21d7-492e-a5be-99be87366d2c req-a3bdefff-d2b2-4202-979b-e202e0e6b581 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0518272 Mar 22 17:40:12.826928 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-88e6481c-21d7-492e-a5be-99be87366d2c req-aa478550-9e57-46c2-8188-9b8c3f8e5280 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Mar 22 17:40:12.874972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dcfc2-bba3-4108-87b8-0b30c9006f51 req-44e89de0-7aa6-46c2-9797-ad484d5d0789 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:12.876458 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-128dcfc2-bba3-4108-87b8-0b30c9006f51 req-44e89de0-7aa6-46c2-9797-ad484d5d0789 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0521648 Mar 22 17:40:12.925662 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-128dcfc2-bba3-4108-87b8-0b30c9006f51 req-1395eb40-de60-4524-ac9b-3177f31cf638 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436771 Mar 22 17:40:13.951541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258d6e7-85f2-4643-9698-e7212427f81c req-4a6edcf3-7f50-495f-85b9-d1efd65cc45c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:13.953047 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5258d6e7-85f2-4643-9698-e7212427f81c req-4a6edcf3-7f50-495f-85b9-d1efd65cc45c tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0524476 Mar 22 17:40:14.001666 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5258d6e7-85f2-4643-9698-e7212427f81c req-e32b8eb6-5863-4813-b92c-9d9f66f11e14 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 Mar 22 17:40:14.053128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f53131-5ee3-42d9-b892-95109da033f4 req-b374cc26-d220-4aa2-b582-e4ba3c38319d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:14.054608 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41f53131-5ee3-42d9-b892-95109da033f4 req-b374cc26-d220-4aa2-b582-e4ba3c38319d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 943 time: 0.0524852 Mar 22 17:40:14.101189 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-41f53131-5ee3-42d9-b892-95109da033f4 req-ac7a4a44-4d35-4135-9192-6d9e54471631 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Mar 22 17:40:14.949021 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:40:15.046296 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:15.058267 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'mac_address': 'fa:16:3e:73:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:40:15.094727 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:15.095229 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:15.108484 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:40:15.120556 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e4fb-60a7-44bf-b0c7-6dbaea3af7db req-a31d383a-93ee-46ec-87da-5c47b3d1ee03 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:15.122055 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2833e4fb-60a7-44bf-b0c7-6dbaea3af7db req-a31d383a-93ee-46ec-87da-5c47b3d1ee03 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0534582 Mar 22 17:40:15.128124 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:15.133560 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:15.170660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2833e4fb-60a7-44bf-b0c7-6dbaea3af7db req-06c77195-7883-42f9-b868-676a7c334a21 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Mar 22 17:40:15.184495 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:15.235007 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c325d6-a20c-4b8b-8466-3b871ca1335a req-6c4b2034-3bf7-4383-8043-16587fd4a869 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:15.237352 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82c325d6-a20c-4b8b-8466-3b871ca1335a req-6c4b2034-3bf7-4383-8043-16587fd4a869 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0622859 Mar 22 17:40:15.283753 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82c325d6-a20c-4b8b-8466-3b871ca1335a req-274d97bb-8506-4def-bfd3-5ee0a196eec1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Mar 22 17:40:15.305119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4885ba6-d94b-42a6-8603-2a228be3a996 req-2d21a9e4-c384-4b52-8b04-e948ce891094 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:15.306620 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f4885ba6-d94b-42a6-8603-2a228be3a996 req-2d21a9e4-c384-4b52-8b04-e948ce891094 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0555336 Mar 22 17:40:15.314891 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48438) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:40:15.319177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Request body: {'floatingip': {'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:40:15.374810 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:15.725568 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['ace843e3-7a2f-4213-97d7-465f1a14da71'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:40:15.766749 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:16.065916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:16.069628 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:16.277924 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Router de439c13-c557-4190-8f63-7b6518d7aef5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:40:16.392468 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:40:16.397318 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:16.402646 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:40:16.411538 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a8280-bd47-458a-bffd-34fa7959d7a4 req-cea163ee-b8b3-4728-971a-6231539c5841 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.412062 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:16.412472 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:40:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:16.414992 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-168a8280-bd47-458a-bffd-34fa7959d7a4 req-cea163ee-b8b3-4728-971a-6231539c5841 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0596061 Mar 22 17:40:16.431973 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:40:16.434370 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2" -d '{"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:40:16.477003 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-168a8280-bd47-458a-bffd-34fa7959d7a4 req-b570d1bd-98c9-4bfe-9b09-38e5a52f21d0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Mar 22 17:40:16.477448 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e7937fa1-65de-41eb-8fdc-7872d99712b8 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "PUT /v2.0/floatingips/592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d HTTP/1.1" status: 200 len: 992 time: 1.1470325 Mar 22 17:40:16.525999 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:16.560515 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e3b84-0f5a-47a8-ab8c-9470dbc662c6 x-openstack-request-id: req-381e3b84-0f5a-47a8-ab8c-9470dbc662c6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:40:16.560824 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:40:16.561092 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-381e3b84-0f5a-47a8-ab8c-9470dbc662c6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:40:16.561511 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e3b84-0f5a-47a8-ab8c-9470dbc662c6'] response: {'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'status': 'completed', 'code': 200} Mar 22 17:40:16.683365 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-1d3ab9db-e857-4675-8430-1c68bb79f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.686022 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-1d3ab9db-e857-4675-8430-1c68bb79f128 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0521858 Mar 22 17:40:16.782556 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-52b9a2ee-a5fb-4e1c-938f-fc764672b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.784129 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-52b9a2ee-a5fb-4e1c-938f-fc764672b3bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.0907142 Mar 22 17:40:16.842700 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:40:15Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:16.850191 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-159a7ca8-b632-4d87-8563-4d31a049fef1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 1000 time: 0.0596271 Mar 22 17:40:16.872704 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:40:16.881268 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:40:16.881870 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:40:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:16.905985 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-7e7235b8-f5ad-4a52-81ef-fdfa2db3b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.907534 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-7e7235b8-f5ad-4a52-81ef-fdfa2db3b1c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0503223 Mar 22 17:40:16.959318 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-c3051cbd-1fad-4e3e-b94b-088e2e41a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:16.961304 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-c3051cbd-1fad-4e3e-b94b-088e2e41a85b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456274 Mar 22 17:40:16.990698 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:40:17.049972 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-d54264c9-77c0-4678-9430-0f9c8a03a5aa service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826261 Mar 22 17:40:17.147692 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8a5d74b7-ab87-4a92-a65a-ff02cf5329a2 req-b9267990-882c-4a81-b1d0-2bbb19bd1d29 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879099 Mar 22 17:40:17.206963 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:40:15Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:40:17.236702 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba97561-253a-4c5d-b2c5-17a53581e260 None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'port_id': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'mac_address': 'fa:16:3e:e6:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:36:57Z', 'updated_at': '2022-03-22T17:40:15Z', 'revision_number': 3, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:40:17.587432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b0c54-482d-4c55-9d87-343531d54ecc req-12d45755-5ce3-493b-95b9-75fd105e3647 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:17.589234 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e2b0c54-482d-4c55-9d87-343531d54ecc req-12d45755-5ce3-493b-95b9-75fd105e3647 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0530381 Mar 22 17:40:17.636750 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9e2b0c54-482d-4c55-9d87-343531d54ecc req-846b5592-d2f2-4b00-ad1e-6effb58de086 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Mar 22 17:40:18.562651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:40:18.565042 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56" -d '{"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:40:18.600560 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169724b-0486-4101-be72-2581372a3ce4 x-openstack-request-id: req-e169724b-0486-4101-be72-2581372a3ce4 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:40:18.600853 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:40:18.601106 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e169724b-0486-4101-be72-2581372a3ce4 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:40:18.602140 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e169724b-0486-4101-be72-2581372a3ce4'] response: {'name': 'network-changed', 'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'status': 'completed', 'code': 200} Mar 22 17:40:18.693362 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-b9fdc086-19f8-4a3d-92bb-3b1df1dd037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.694877 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-b9fdc086-19f8-4a3d-92bb-3b1df1dd037e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace8f01a7a034849af8002e2a648ab6d&device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 1129 time: 0.0451050 Mar 22 17:40:18.767296 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2039a-061e-4b50-8dc9-98134c3294f6 req-99ca726e-556d-4568-81ad-65c36db28c30 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.769130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80a2039a-061e-4b50-8dc9-98134c3294f6 req-99ca726e-556d-4568-81ad-65c36db28c30 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 944 time: 0.0558562 Mar 22 17:40:18.790169 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-efaba44c-1a03-4d04-a046-16a8f4662191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.791702 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-efaba44c-1a03-4d04-a046-16a8f4662191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 200 len: 919 time: 0.0900230 Mar 22 17:40:18.818687 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80a2039a-061e-4b50-8dc9-98134c3294f6 req-3210fdcd-da19-40a4-a5ad-0f45973ebacf tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Mar 22 17:40:18.858766 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-193aa5a9-d45d-47a5-a0be-33205126b49c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 200 len: 1000 time: 0.0607209 Mar 22 17:40:18.911196 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-a7d96558-662f-413b-8c38-0c080e110dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.912736 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-a7d96558-662f-413b-8c38-0c080e110dd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 200 len: 857 time: 0.0468192 Mar 22 17:40:18.966088 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-75ee2ffc-117a-4866-9fc3-304b2e62f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:18.967525 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-75ee2ffc-117a-4866-9fc3-304b2e62f709 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e190b32d-65d8-4078-a6d7-9076dea076cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484362 Mar 22 17:40:18.984925 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:40:19.040977 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port ace843e3-7a2f-4213-97d7-465f1a14da71 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:40:19.041475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.061189 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-a8f0a688-fe99-45b7-b1b5-1a2a40ad0db4 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Mar 22 17:40:19.124921 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port ace843e3-7a2f-4213-97d7-465f1a14da71 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:40:19.125325 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.149663 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:40:19.151522 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a450c0d-3608-41e8-b18e-cd5bd475bf72" -d '{"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:40:19.157168 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0d6fd0a1-e62d-4a49-bd51-8ea16d60dd56 req-843cb297-3d9c-44ba-81e0-383de82b7e55 service neutron] 10.222.0.62 "GET /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899112 Mar 22 17:40:19.165540 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:40:19.171621 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:19.233227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:40:19.240709 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.241232 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.241606 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.242500 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.242955 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.243187 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.243529 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.243871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.244292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.244674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.245002 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.245344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.245682 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.246014 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.246355 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:40:19.274742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f387166-6bbb-4948-83c3-29b96c7e9f5a x-openstack-request-id: req-2f387166-6bbb-4948-83c3-29b96c7e9f5a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:40:19.275226 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-plugged", "status": "completed", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:40:19.276241 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f387166-6bbb-4948-83c3-29b96c7e9f5a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:40:19.276241 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f387166-6bbb-4948-83c3-29b96c7e9f5a'] response: {'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'code': 200} Mar 22 17:40:19.942997 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6782f-3149-4829-9fb0-4a142bafafab req-b31f6e85-c3da-4d84-97f1-3b04b31df907 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:19.944515 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17d6782f-3149-4829-9fb0-4a142bafafab req-b31f6e85-c3da-4d84-97f1-3b04b31df907 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0533724 Mar 22 17:40:19.991283 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17d6782f-3149-4829-9fb0-4a142bafafab req-f515fe4e-c665-45c4-9127-cc7565e103f5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Mar 22 17:40:20.001074 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1646ea3-c601-44de-872f-1a7b10c393cd req-f329bcaf-9357-43cf-beb1-fd8e2fee4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:20.002577 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f1646ea3-c601-44de-872f-1a7b10c393cd req-f329bcaf-9357-43cf-beb1-fd8e2fee4332 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1130 time: 0.0445504 Mar 22 17:40:20.044778 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f1646ea3-c601-44de-872f-1a7b10c393cd req-960c19c9-c9cc-4a0f-bc18-200b63a0ea9c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Mar 22 17:40:20.643117 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-dc4385be-b744-4b6d-99f2-4ac4e89b651a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450592 Mar 22 17:40:20.770504 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-31e694a3-792a-4a39-87da-10d9dcf56d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:20.772090 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-31e694a3-792a-4a39-87da-10d9dcf56d27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1130 time: 0.0574119 Mar 22 17:40:20.873142 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-81313c0c-9ed0-4bc5-83e3-0643d87d1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:20.874670 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-81313c0c-9ed0-4bc5-83e3-0643d87d1b23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.0835228 Mar 22 17:40:20.941229 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-e5548c62-fa40-43ae-b866-a6f0d1854fff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 1002 time: 0.0596926 Mar 22 17:40:20.989142 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-63808a5d-9bcd-418f-a565-0635455cd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:20.990573 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-63808a5d-9bcd-418f-a565-0635455cd57c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0421462 Mar 22 17:40:21.038203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-54eff8e7-46c9-459d-97b7-071d449f2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:21.039749 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-54eff8e7-46c9-459d-97b7-071d449f2468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432248 Mar 22 17:40:21.166533 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-52c98adc-f1f7-4d85-a300-66570ce2f5d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194217 Mar 22 17:40:21.173471 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29138b3b-7839-4cc6-9ba4-a40d143a66d4 req-6f060668-4e31-4146-988a-0df9ad85aaf8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:21.174857 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-29138b3b-7839-4cc6-9ba4-a40d143a66d4 req-6f060668-4e31-4146-988a-0df9ad85aaf8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0819829 Mar 22 17:40:21.279043 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-29138b3b-7839-4cc6-9ba4-a40d143a66d4 req-97ff6e90-2f1c-42ec-afaf-0635b7db542e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960279 Mar 22 17:40:21.303128 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-13766342-d7b6-449f-a5c7-4c38e7874a03 req-53573d63-5d33-42c2-b39a-a676b14a7c8d service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273253 Mar 22 17:40:22.409871 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29607b-9954-47f1-a3b3-0b562cf4227c req-f2f304ff-a547-42aa-ad12-4b18a3065203 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:22.411852 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6c29607b-9954-47f1-a3b3-0b562cf4227c req-f2f304ff-a547-42aa-ad12-4b18a3065203 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0538101 Mar 22 17:40:22.462085 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6c29607b-9954-47f1-a3b3-0b562cf4227c req-db979e2c-2288-4e72-b69d-bc909637bac4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Mar 22 17:40:23.582327 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f27a-fddb-4e8a-8d99-94fb416161a6 req-bdfed15c-66f9-4513-830c-e6b94f7873aa tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:23.583833 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a040f27a-fddb-4e8a-8d99-94fb416161a6 req-bdfed15c-66f9-4513-830c-e6b94f7873aa tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0520968 Mar 22 17:40:23.631683 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a040f27a-fddb-4e8a-8d99-94fb416161a6 req-3a9278b7-2749-4d89-8e8d-4b55c088c11e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Mar 22 17:40:24.756126 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71015478-0591-486f-b530-6a40ad41f67f req-d8fff364-43a2-4f78-8ffb-2e01bad5694a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:24.757636 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-71015478-0591-486f-b530-6a40ad41f67f req-d8fff364-43a2-4f78-8ffb-2e01bad5694a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0523565 Mar 22 17:40:24.804839 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-71015478-0591-486f-b530-6a40ad41f67f req-5290df7c-c6f7-4e9d-a4dd-8c29e4e8e6d6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Mar 22 17:40:25.932004 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284edd41-6320-43c0-9bee-4271ce08639a req-00bbfbd5-a6be-4555-9111-6522c611850f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:25.933642 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-284edd41-6320-43c0-9bee-4271ce08639a req-00bbfbd5-a6be-4555-9111-6522c611850f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0532811 Mar 22 17:40:25.984798 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-284edd41-6320-43c0-9bee-4271ce08639a req-957d3bdf-cd7c-4ce9-af97-41c9e085fe95 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Mar 22 17:40:28.881768 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c9b60a93-665a-4844-a37b-21dc6b79d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:31.285942 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e309bb1e-0c93-4990-ab84-4a98c82aa725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:32.239418 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:34.013734 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:34.287808 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:40:35.338796 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:45.727359 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:58.696875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce3cc4-9c3c-43e9-bfc0-db546831ec25 req-3d4f03b3-0d25-4a2c-98ef-130c3ffd20b7 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:58.699305 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74ce3cc4-9c3c-43e9-bfc0-db546831ec25 req-3d4f03b3-0d25-4a2c-98ef-130c3ffd20b7 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0689931 Mar 22 17:40:58.732183 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e540-163a-4b27-bb4e-0f393895396c req-1eb9c0c5-9445-4184-820f-0d19be512c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:58.734247 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-1eb9c0c5-9445-4184-820f-0d19be512c4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1168 time: 0.0655673 Mar 22 17:40:58.778983 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74ce3cc4-9c3c-43e9-bfc0-db546831ec25 req-665c9802-2b5a-48a5-9068-8b22c3a44e71 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732207 Mar 22 17:40:58.884128 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-540cb97f-39e3-47c7-bb14-7c0432341c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:40:58.894522 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e540-163a-4b27-bb4e-0f393895396c req-44ca0b3f-bf75-4c50-a91a-3a21ede051e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:58.895971 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-44ca0b3f-bf75-4c50-a91a-3a21ede051e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 915 time: 0.1545618 Mar 22 17:40:58.907872 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49de1-767a-4884-a539-04192bb174cc req-b4832a7f-1964-45dc-9bfe-f9af75c18309 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:58.909588 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6dd49de1-767a-4884-a539-04192bb174cc req-b4832a7f-1964-45dc-9bfe-f9af75c18309 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0887744 Mar 22 17:40:58.996733 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-7c15bb6f-1bd6-42c7-b196-369dbd1f5cd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 1001 time: 0.0859878 Mar 22 17:40:59.003452 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6dd49de1-767a-4884-a539-04192bb174cc req-37ba8661-878c-4331-ad40-d105f34d3d2d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871205 Mar 22 17:40:59.052057 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e540-163a-4b27-bb4e-0f393895396c req-408829a1-dae8-433d-8e36-1529ff9b1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:59.053558 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-408829a1-dae8-433d-8e36-1529ff9b1b82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.0492575 Mar 22 17:40:59.104783 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e540-163a-4b27-bb4e-0f393895396c req-cf95a1eb-c048-4a1a-8759-49ddfcce1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:59.106261 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-cf95a1eb-c048-4a1a-8759-49ddfcce1f85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452843 Mar 22 17:40:59.195483 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-dcea88c9-186f-450b-945d-34309203ba3b service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806904 Mar 22 17:40:59.289033 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe63e540-163a-4b27-bb4e-0f393895396c req-cc9c735e-b688-43c2-bc50-b7146ad9ada2 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Mar 22 17:40:59.914750 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b98a1-cb3a-475f-91d2-c58b6c4943be req-f25d2177-ae11-41ac-93d1-f33897427bcf tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:40:59.916263 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-813b98a1-cb3a-475f-91d2-c58b6c4943be req-f25d2177-ae11-41ac-93d1-f33897427bcf tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0611775 Mar 22 17:40:59.978902 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-813b98a1-cb3a-475f-91d2-c58b6c4943be req-8f132600-b8ea-409d-89f5-c0968836fb62 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565667 Mar 22 17:41:00.125339 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782e8ba-abd0-4902-a31c-df16084e963c req-bdf9def9-1d98-4069-a535-09b688495449 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:00.126987 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4782e8ba-abd0-4902-a31c-df16084e963c req-bdf9def9-1d98-4069-a535-09b688495449 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0550458 Mar 22 17:41:00.184797 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4782e8ba-abd0-4902-a31c-df16084e963c req-1c1eab4f-4563-411e-b3c8-3a9fb0c74773 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512867 Mar 22 17:41:01.099248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a736-0439-4391-b6fa-44d7fbcc11af req-b46ae6e9-e901-4903-9c85-ed5a773562c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:01.100771 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de70a736-0439-4391-b6fa-44d7fbcc11af req-b46ae6e9-e901-4903-9c85-ed5a773562c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0539296 Mar 22 17:41:01.160296 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-de70a736-0439-4391-b6fa-44d7fbcc11af req-0033a0ca-d12f-4366-b1eb-9105e288ebcd tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538678 Mar 22 17:41:01.291292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b00ffc5b-9a64-4df0-be53-e3c261192480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:01.310667 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51314780-d953-45fd-9532-c9717f064116 req-48c09d03-0af2-44fc-bbcb-faa7b7e7842f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:01.312187 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-51314780-d953-45fd-9532-c9717f064116 req-48c09d03-0af2-44fc-bbcb-faa7b7e7842f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0595341 Mar 22 17:41:01.361619 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-51314780-d953-45fd-9532-c9717f064116 req-37f64482-ed90-4894-8754-99dcac460d18 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Mar 22 17:41:02.242162 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:02.280341 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec791184-4eba-45ee-bfca-e17a1f285b6b req-6bedad3c-5cce-476b-beeb-f685fdfb14c5 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:02.281859 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec791184-4eba-45ee-bfca-e17a1f285b6b req-6bedad3c-5cce-476b-beeb-f685fdfb14c5 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0546546 Mar 22 17:41:02.345538 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec791184-4eba-45ee-bfca-e17a1f285b6b req-70fd56e5-0537-4657-a8c1-4403bd43fdfd tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577538 Mar 22 17:41:02.479698 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0567d74-314f-467d-92ae-d74e1fee2f0b req-46f79065-b951-437c-8083-68554c86cf6b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:02.481249 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c0567d74-314f-467d-92ae-d74e1fee2f0b req-46f79065-b951-437c-8083-68554c86cf6b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0523961 Mar 22 17:41:02.528219 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c0567d74-314f-467d-92ae-d74e1fee2f0b req-99f8a2a6-b918-434a-849e-c64d48897909 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 Mar 22 17:41:03.470283 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef091a2-df9d-4c18-8bd4-04cf1cfd906b req-8f73d843-df53-4835-a2a5-3020aaf64c1e tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:03.471767 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ef091a2-df9d-4c18-8bd4-04cf1cfd906b req-8f73d843-df53-4835-a2a5-3020aaf64c1e tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0534182 Mar 22 17:41:03.535254 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5ef091a2-df9d-4c18-8bd4-04cf1cfd906b req-ad8188b5-b467-469b-8fc8-698ad5da45e6 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577080 Mar 22 17:41:03.650753 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee22a-f714-4dc7-a130-3642f0261528 req-f81b9b71-f64c-47b0-905e-60b7bf0f42d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:03.652143 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c00ee22a-f714-4dc7-a130-3642f0261528 req-f81b9b71-f64c-47b0-905e-60b7bf0f42d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0544488 Mar 22 17:41:03.701643 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c00ee22a-f714-4dc7-a130-3642f0261528 req-32face61-3b12-4972-b9be-d19aee0eaf38 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Mar 22 17:41:04.014888 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:04.661670 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d552a2-535a-43ad-87aa-8fb61334d279 req-196e1f64-f829-4ddd-80ee-cd9dc615b197 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:04.663066 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-45d552a2-535a-43ad-87aa-8fb61334d279 req-196e1f64-f829-4ddd-80ee-cd9dc615b197 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0588243 Mar 22 17:41:04.724738 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-45d552a2-535a-43ad-87aa-8fb61334d279 req-31aa7ec2-c4bd-436e-a859-7c9f4917d7f2 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543361 Mar 22 17:41:04.822476 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1cd34-9c40-41c8-a5fe-9f5e7a621fd4 req-abe3443d-907a-461f-b9a8-3f1ba99c75ac tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:04.824034 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d4a1cd34-9c40-41c8-a5fe-9f5e7a621fd4 req-abe3443d-907a-461f-b9a8-3f1ba99c75ac tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0542881 Mar 22 17:41:04.870655 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d4a1cd34-9c40-41c8-a5fe-9f5e7a621fd4 req-8bceec1a-a4fa-41ae-a279-eed60e4377c4 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410295 Mar 22 17:41:05.341481 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:05.860916 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb86f6-7ae8-4944-be5d-0b1cd5137162 req-70dc35af-36a0-465a-bced-69062e6f4ee2 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:05.862489 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69bb86f6-7ae8-4944-be5d-0b1cd5137162 req-70dc35af-36a0-465a-bced-69062e6f4ee2 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0694993 Mar 22 17:41:05.923428 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69bb86f6-7ae8-4944-be5d-0b1cd5137162 req-44b6781e-ec34-4182-af4c-b877dff7e8f4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551717 Mar 22 17:41:05.988759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90623-6c2a-441f-8a87-baa7e00e9819 req-f6b9edf8-a990-474f-a55b-3efda80b6e50 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:05.990296 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3ae90623-6c2a-441f-8a87-baa7e00e9819 req-f6b9edf8-a990-474f-a55b-3efda80b6e50 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0525072 Mar 22 17:41:06.041050 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3ae90623-6c2a-441f-8a87-baa7e00e9819 req-d9316940-269c-4a31-8761-623a9cc4dbf0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Mar 22 17:41:07.041194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14f2f-0d72-4270-80af-26e31574e7ae req-d8e646c2-e287-43f7-9742-32ea83161ba4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:07.042662 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90f14f2f-0d72-4270-80af-26e31574e7ae req-d8e646c2-e287-43f7-9742-32ea83161ba4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0527844 Mar 22 17:41:07.103133 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90f14f2f-0d72-4270-80af-26e31574e7ae req-8bb21344-1bbc-42fe-b8a6-471339e076e0 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546949 Mar 22 17:41:07.160388 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210340d-d37d-4645-aeac-5d5fbdc98bbe req-eb65d7ab-86d8-4109-b987-32291b04941b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:07.162451 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8210340d-d37d-4645-aeac-5d5fbdc98bbe req-eb65d7ab-86d8-4109-b987-32291b04941b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0545576 Mar 22 17:41:07.206727 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8210340d-d37d-4645-aeac-5d5fbdc98bbe req-5eb85d9e-e17e-4e30-b0fc-d2612d6bb105 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Mar 22 17:41:08.222425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740555a8-6a3e-4424-b96f-4ef902ced680 req-8a4d58e3-5b22-4726-b906-7c0f7b311ebc tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:08.223890 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-740555a8-6a3e-4424-b96f-4ef902ced680 req-8a4d58e3-5b22-4726-b906-7c0f7b311ebc tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0562162 Mar 22 17:41:08.282963 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-740555a8-6a3e-4424-b96f-4ef902ced680 req-bfd9bd48-2fca-4494-ac6e-9fa1dce11811 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533946 Mar 22 17:41:08.327768 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f16439-0b4d-4465-aadb-9f5e151d279c req-0fad534c-5679-4500-bd9e-5046b98af047 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:08.329341 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7f16439-0b4d-4465-aadb-9f5e151d279c req-0fad534c-5679-4500-bd9e-5046b98af047 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0562015 Mar 22 17:41:08.375630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7f16439-0b4d-4465-aadb-9f5e151d279c req-fa4a85c6-4586-48ae-8000-7c0c4c2dbbc5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Mar 22 17:41:09.402684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc6a23-5ca1-47ab-8e49-b6cb30c19d80 req-575dcf24-e028-40db-899f-01468551e0ae tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:09.404217 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38bc6a23-5ca1-47ab-8e49-b6cb30c19d80 req-575dcf24-e028-40db-899f-01468551e0ae tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0538242 Mar 22 17:41:09.468311 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38bc6a23-5ca1-47ab-8e49-b6cb30c19d80 req-33a7bc39-44b5-42cd-bc13-e76ec130cd03 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582376 Mar 22 17:41:09.495689 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66d01e-a891-4415-b0b9-799bcff95ada req-53ed51d1-39fe-4c05-9931-50464a21808e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:09.497230 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cc66d01e-a891-4415-b0b9-799bcff95ada req-53ed51d1-39fe-4c05-9931-50464a21808e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0536942 Mar 22 17:41:09.548016 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cc66d01e-a891-4415-b0b9-799bcff95ada req-15b59f70-9631-4c81-85ca-41011896b60f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450895 Mar 22 17:41:09.823254 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5832a-8052-47dc-855a-e94229cf4917 req-bfe5093c-e600-4039-ab81-2ad384addd4c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:09.824908 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-23f5832a-8052-47dc-855a-e94229cf4917 req-bfe5093c-e600-4039-ab81-2ad384addd4c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0558319 Mar 22 17:41:09.878380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-23f5832a-8052-47dc-855a-e94229cf4917 req-f8a98e1f-8b17-4c3e-bd47-94d348118dd6 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478020 Mar 22 17:41:09.924215 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-47d56f69-86f4-4a8a-882d-3cf6ffd87bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:09.925795 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-47d56f69-86f4-4a8a-882d-3cf6ffd87bb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 1130 time: 0.0465505 Mar 22 17:41:10.031524 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-7a8986cf-a673-4c91-a48f-b0f65533843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:10.033151 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-7a8986cf-a673-4c91-a48f-b0f65533843b service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.0958841 Mar 22 17:41:10.104977 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-68ae6747-0177-4480-9872-d3c2146e12a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 200 len: 1002 time: 0.0591769 Mar 22 17:41:10.192320 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-32e2c3e7-bc34-4888-b606-0e4e83d6fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:10.193852 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-32e2c3e7-bc34-4888-b606-0e4e83d6fad3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0472426 Mar 22 17:41:10.532206 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-81dd9188-2d4f-4cbc-bf2b-83efb1f06061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:10.533935 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-81dd9188-2d4f-4cbc-bf2b-83efb1f06061 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2828252 Mar 22 17:41:10.591066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb14aa-f1c2-4eee-8a06-2a409d64dbfc req-c5807ea0-2468-4a77-94b2-8f4bcdfd99c4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:10.592718 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54cb14aa-f1c2-4eee-8a06-2a409d64dbfc req-c5807ea0-2468-4a77-94b2-8f4bcdfd99c4 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0536375 Mar 22 17:41:10.625590 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-f4775502-ce0b-44c8-9876-b7c54d4d00b3 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822899 Mar 22 17:41:10.655632 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-54cb14aa-f1c2-4eee-8a06-2a409d64dbfc req-2952cbee-1562-4cfd-bb0f-9066e805c18e tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&id=a1312056-a1da-407c-9d2d-0c9725bbdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573518 Mar 22 17:41:10.718990 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8e10c5f9-a579-4288-9294-d279603a8c72 req-a22e7553-2c16-45ac-95bd-4292a25f37e1 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Mar 22 17:41:11.007741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39f4a8-b5e3-4b64-b170-417ef80b990f req-ede6f0f5-1a1e-4620-bf5d-815f1f10c2a0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:11.009341 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-da39f4a8-b5e3-4b64-b170-417ef80b990f req-ede6f0f5-1a1e-4620-bf5d-815f1f10c2a0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0604212 Mar 22 17:41:11.073467 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-da39f4a8-b5e3-4b64-b170-417ef80b990f req-13ae97f6-26ae-4598-ae8a-4411672814b5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577512 Mar 22 17:41:11.287142 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:41:12.217170 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1303f94-f3ab-406f-b3a3-688ded03d54e req-d8ed501f-6a15-474b-bb2d-67c21158953a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:12.218773 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1303f94-f3ab-406f-b3a3-688ded03d54e req-d8ed501f-6a15-474b-bb2d-67c21158953a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0548983 Mar 22 17:41:12.266650 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1303f94-f3ab-406f-b3a3-688ded03d54e req-4e4b31c8-82ec-430e-b2c6-56550c4a3090 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Mar 22 17:41:14.492355 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba42e2-4bf8-4d2c-9213-7b5723f45211 req-251f380f-be6a-44a0-9127-15264ace83c4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:14.493892 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8ba42e2-4bf8-4d2c-9213-7b5723f45211 req-251f380f-be6a-44a0-9127-15264ace83c4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0570548 Mar 22 17:41:14.539669 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8ba42e2-4bf8-4d2c-9213-7b5723f45211 req-28d74fbb-ddab-465d-b91f-9fbc0013da06 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Mar 22 17:41:15.664331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4836995-33c9-48db-bb55-0e0ddfb559bd req-2c7319b1-d87a-4942-adf7-d6dd6f0fd27f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:15.665758 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a4836995-33c9-48db-bb55-0e0ddfb559bd req-2c7319b1-d87a-4942-adf7-d6dd6f0fd27f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0570545 Mar 22 17:41:15.712619 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a4836995-33c9-48db-bb55-0e0ddfb559bd req-0a606e40-2ff1-4451-bb11-74fd6c216753 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Mar 22 17:41:15.734641 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:15.900608 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d4f2-81c7-4cb5-8a2e-738870fdedc0 req-bce36a37-ae3d-4575-9612-3e9bcc00dd3f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:15.902090 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9fe4d4f2-81c7-4cb5-8a2e-738870fdedc0 req-bce36a37-ae3d-4575-9612-3e9bcc00dd3f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0529182 Mar 22 17:41:15.951834 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9fe4d4f2-81c7-4cb5-8a2e-738870fdedc0 req-28c6826c-5a11-4413-8f38-e3f98f0c8802 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Mar 22 17:41:16.542567 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256f229-371b-478b-a832-9fd23d277fa5 req-5cd31ca3-0e55-46fc-94eb-a24e68e7245b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:16.544011 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0256f229-371b-478b-a832-9fd23d277fa5 req-5cd31ca3-0e55-46fc-94eb-a24e68e7245b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Mar 22 17:41:16.643855 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port aa16fb36-cf8e-4976-992c-8d7cea615a0b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:16.644104 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:16.732561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] For port aa16fb36-cf8e-4976-992c-8d7cea615a0b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=aa16fb36-cf8e-4976-992c-8d7cea615a0b,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:16.733241 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:16.841819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81892ec8-00f3-4d63-9fa2-ebdef70da48b req-551fcc8a-20bc-4da3-be85-480af384e2b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:16.843408 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81892ec8-00f3-4d63-9fa2-ebdef70da48b req-551fcc8a-20bc-4da3-be85-480af384e2b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 946 time: 0.0593047 Mar 22 17:41:16.891291 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81892ec8-00f3-4d63-9fa2-ebdef70da48b req-616c4248-4738-415f-a78d-71b9da7831e1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 Mar 22 17:41:16.959501 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:16.959869 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:16.960198 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33 disassociated. External IP: 172.27.0.249, port: aa16fb36-cf8e-4976-992c-8d7cea615a0b. Mar 22 17:41:16.960589 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for aa16fb36-cf8e-4976-992c-8d7cea615a0b owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:17.107529 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2453-43b1-4d12-ab55-a40b181a6cd6 req-dd75b3b1-557a-4d02-8652-bfa9d294d040 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:17.109079 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-060b2453-43b1-4d12-ab55-a40b181a6cd6 req-dd75b3b1-557a-4d02-8652-bfa9d294d040 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0822756 Mar 22 17:41:17.194481 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-060b2453-43b1-4d12-ab55-a40b181a6cd6 req-9196e00a-8b19-42eb-bedc-5d54b16bf1fb tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790265 Mar 22 17:41:17.195537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (aa16fb36-cf8e-4976-992c-8d7cea615a0b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:17.226718 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=aa16fb36-cf8e-4976-992c-8d7cea615a0b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:17.236982 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.237460 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.237691 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.238018 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.238385 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.238721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.239053 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.239384 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.239712 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.240040 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.240389 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.240763 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.241052 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.241376 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.241698 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:17.353459 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:17.470587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:17.483383 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:17.502125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:17.503282 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:17.538177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] No DVR routers for this DVR port aa16fb36-cf8e-4976-992c-8d7cea615a0b on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:17.541289 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:17.544707 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0256f229-371b-478b-a832-9fd23d277fa5 req-11538168-de46-4c71-bd25-8d6c8d0fa1ac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "DELETE /v2.0/ports/aa16fb36-cf8e-4976-992c-8d7cea615a0b HTTP/1.1" status: 204 len: 173 time: 0.9938536 Mar 22 17:41:17.545182 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'name': 'network-vif-deleted', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:17.547405 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d6cbd0-1ccf-4020-8d4d-69b22352a42b" -d '{"events": [{"server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "name": "network-vif-deleted", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:17.590933 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a77c45f-94b3-47e2-907a-cd17769a5fdb x-openstack-request-id: req-9a77c45f-94b3-47e2-907a-cd17769a5fdb {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:17.591221 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b19c1-1131-446a-9d2c-796f8673e723", "name": "network-vif-deleted", "tag": "aa16fb36-cf8e-4976-992c-8d7cea615a0b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:17.591613 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a77c45f-94b3-47e2-907a-cd17769a5fdb {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:17.592108 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a77c45f-94b3-47e2-907a-cd17769a5fdb'] response: {'server_uuid': 'bb2b19c1-1131-446a-9d2c-796f8673e723', 'name': 'network-vif-deleted', 'tag': 'aa16fb36-cf8e-4976-992c-8d7cea615a0b', 'status': 'completed', 'code': 200} Mar 22 17:41:17.644003 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:17.885235 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:17.910718 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:17.919413 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:17.919979 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:18.017019 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8c0ce7e6-787a-41f8-8270-31ee52ebc7f1 req-cec1804d-8a25-4f79-b826-ac38060e5d0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb2b19c1-1131-446a-9d2c-796f8673e723 HTTP/1.1" status: 200 len: 210 time: 0.0398505 Mar 22 17:41:18.047755 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:18.353502 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15725fca-3168-46ad-9325-77620b07689e req-c7a78cfc-36de-428f-8ca7-29c53caffc80 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:18.361000 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15725fca-3168-46ad-9325-77620b07689e req-c7a78cfc-36de-428f-8ca7-29c53caffc80 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0747151 Mar 22 17:41:18.418498 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15725fca-3168-46ad-9325-77620b07689e req-d0fe9c96-4896-4353-8af5-06223ae99878 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542667 Mar 22 17:41:18.429820 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:18.461607 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6e022-b11c-4151-b318-87ce080e952a None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'fad8a179-5bfc-43b0-93a4-a8aec031cdb7', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:5b:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:35:00Z', 'updated_at': '2022-03-22T17:35:37Z', 'revision_number': 2, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:18.709929 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a696fd9-bc74-472c-aad0-f58947afa82c None None] New status for floating IP d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:19.122746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48680) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:19.188938 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.219193 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.276763 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.279411 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.280712 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc HTTP/1.1" status: 204 len: 168 time: 0.1569040 Mar 22 17:41:19.283980 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48682) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:19.291132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:19.298927 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.299182 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.299449 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.299973 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.300501 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.301663 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.302151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.302437 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-3923fcb9-a0b0-49ba-aa3c-48b1c0d9c584 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] show failed (client error): The resource could not be found. Mar 22 17:41:19.302637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.302980 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.303315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.303649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.306886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.306886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.306886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.306886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb42022-1b63-4810-a993-d2aace094c28 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:19.307940 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48684) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:19.308055 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3923fcb9-a0b0-49ba-aa3c-48b1c0d9c584 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups/4fa11459-00c0-4fb1-9be8-9cfd0ffd16dc HTTP/1.1" status: 404 len: 347 time: 0.0215542 Mar 22 17:41:19.388112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device aa16fb36-cf8e-4976-992c-8d7cea615a0b no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:19.412751 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: aa16fb36-cf8e-4976-992c-8d7cea615a0b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:19.413422 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device aa16fb36-cf8e-4976-992c-8d7cea615a0b not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:19.568931 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6a471-4865-4446-83f4-fd7a9237b76d req-1580229d-628a-47cc-8618-45f5bb8de178 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:19.571534 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-20d6a471-4865-4446-83f4-fd7a9237b76d req-1580229d-628a-47cc-8618-45f5bb8de178 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0792360 Mar 22 17:41:19.627863 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-20d6a471-4865-4446-83f4-fd7a9237b76d req-7527530a-db65-4f49-bcbd-5d37de370232 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497942 Mar 22 17:41:19.708042 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port 22a80e45-9e7a-4c49-b399-795a9df7e103 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:19.708646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.784314 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.784797 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (22a80e45-9e7a-4c49-b399-795a9df7e103), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.798239 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for 22a80e45-9e7a-4c49-b399-795a9df7e103 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:19.843712 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-366be8d0-3262-4146-a210-e15c93620953 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441883 Mar 22 17:41:19.928681 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-0d39caca-d073-4064-878e-eba34c4596ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:19.930276 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-0d39caca-d073-4064-878e-eba34c4596ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 1130 time: 0.0491319 Mar 22 17:41:19.948545 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (22a80e45-9e7a-4c49-b399-795a9df7e103), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:19.977469 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=22a80e45-9e7a-4c49-b399-795a9df7e103,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:20.045820 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-e545e6cd-993d-49ec-88f6-1ac47cafc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:20.048138 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-e545e6cd-993d-49ec-88f6-1ac47cafc664 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0992627 Mar 22 17:41:20.049556 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:20.052256 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:20.053559 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9a5626a5-a768-4fac-a4cf-017cab97caf1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/floatingips/d9369e28-0fa4-47b0-a0eb-6f1c4c9b7f33 HTTP/1.1" status: 204 len: 168 time: 0.7446213 Mar 22 17:41:20.131561 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-8c23bd1c-b98f-40a4-a780-9f1d2a8481a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 200 len: 1000 time: 0.0737765 Mar 22 17:41:20.197570 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-92648024-4ffa-464a-9d68-e968501afb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:20.199094 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-92648024-4ffa-464a-9d68-e968501afb32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0593433 Mar 22 17:41:20.257849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-ae12e893-d05b-429f-b82b-387348d8131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:20.259875 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-ae12e893-d05b-429f-b82b-387348d8131a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512793 Mar 22 17:41:20.372199 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-42aa4aba-1696-4d4e-8e54-e4d9286bda27 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008699 Mar 22 17:41:20.474617 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79f661fb-3a50-4095-b3a0-3c88e28821f6 req-6181417a-096b-489b-bf8b-fc1ca7d97910 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935233 Mar 22 17:41:20.748113 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d8dbf-85b4-45a6-a6f0-44027255add2 req-87f48521-ece4-4d01-83dd-51427e918bc4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:20.749619 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f71d8dbf-85b4-45a6-a6f0-44027255add2 req-87f48521-ece4-4d01-83dd-51427e918bc4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0523260 Mar 22 17:41:20.798379 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f71d8dbf-85b4-45a6-a6f0-44027255add2 req-c56bb4e1-44a1-4e7b-9899-767dae87e607 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Mar 22 17:41:21.916599 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c909a-3cc0-4cfc-a681-54cdab5ea6ed req-15a5332d-43fa-4fcc-a8f3-8564f90428ff tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:21.918116 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-371c909a-3cc0-4cfc-a681-54cdab5ea6ed req-15a5332d-43fa-4fcc-a8f3-8564f90428ff tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0525372 Mar 22 17:41:21.981802 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-371c909a-3cc0-4cfc-a681-54cdab5ea6ed req-2eac0273-450a-4897-ad25-ac2b4c382966 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580189 Mar 22 17:41:22.778619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab466f6-e8ef-4532-8196-371c3574325c req-af390894-c076-47b3-a677-2902face385b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:22.780077 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ab466f6-e8ef-4532-8196-371c3574325c req-af390894-c076-47b3-a677-2902face385b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.0564804 Mar 22 17:41:22.832130 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ab466f6-e8ef-4532-8196-371c3574325c req-3e6742cc-b56a-4653-a062-91a92e191648 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456042 Mar 22 17:41:23.104767 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91389f3c-6f5b-4f2f-ace0-f9d54234b842 req-947f8eda-bbe4-419b-9477-6a01f4e88795 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:23.106276 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-91389f3c-6f5b-4f2f-ace0-f9d54234b842 req-947f8eda-bbe4-419b-9477-6a01f4e88795 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0541198 Mar 22 17:41:23.157917 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-91389f3c-6f5b-4f2f-ace0-f9d54234b842 req-99a29699-9007-4fa3-a441-83db0b5d88ca tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Mar 22 17:41:23.955163 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2cf1d-c35a-43e3-aab9-9e576224638d req-d9d0e6db-5f2b-46fc-a5c8-98f8cb41386d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:23.957215 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31b2cf1d-c35a-43e3-aab9-9e576224638d req-d9d0e6db-5f2b-46fc-a5c8-98f8cb41386d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.0558779 Mar 22 17:41:24.020041 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31b2cf1d-c35a-43e3-aab9-9e576224638d req-b7690e67-021d-45be-aeb9-c0a924441607 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=07d978ec-477a-4815-9837-69c0a616e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563231 Mar 22 17:41:24.075038 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72948935-bef7-49ee-87cb-8684a4aceedc req-a0b6b280-34b0-47b4-b73d-635c6fc09935 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:24.076885 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-72948935-bef7-49ee-87cb-8684a4aceedc req-a0b6b280-34b0-47b4-b73d-635c6fc09935 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 946 time: 0.0772169 Mar 22 17:41:24.192071 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:24.193169 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.303318 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] For port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:24.303699 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.311151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c3fe0-e544-40df-b39f-70a61dcffec7 req-0dfd6c21-e0d9-4dfb-8e87-2129620b7ce5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:24.312870 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c5c3fe0-e544-40df-b39f-70a61dcffec7 req-0dfd6c21-e0d9-4dfb-8e87-2129620b7ce5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0733764 Mar 22 17:41:24.373220 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9c5c3fe0-e544-40df-b39f-70a61dcffec7 req-98bb2d8d-ef73-4f21-bcd1-db8e5bd5d46d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513637 Mar 22 17:41:24.488153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.488560 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.488890 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP fad8a179-5bfc-43b0-93a4-a8aec031cdb7 disassociated. External IP: 172.27.0.191, port: f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f. Mar 22 17:41:24.489314 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:24.627143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.657020 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:24.777165 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:24.888734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:24.899535 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:24.910112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:24.910671 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:24.929975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] No DVR routers for this DVR port f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:24.932869 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:24.936195 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-72948935-bef7-49ee-87cb-8684a4aceedc req-377a87bc-f95a-4a8d-8532-1f1a62259517 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "DELETE /v2.0/ports/f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f HTTP/1.1" status: 204 len: 173 time: 0.8529902 Mar 22 17:41:24.936818 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'name': 'network-vif-deleted', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:24.939438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52556e-0b88-4964-93f6-c5a35ebdc913" -d '{"events": [{"server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "name": "network-vif-deleted", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:24.985887 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8534f-9e44-4495-84dc-db960f523d50 x-openstack-request-id: req-faa8534f-9e44-4495-84dc-db960f523d50 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:24.986498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d499c364-9e56-4c22-97aa-fdfcfda28ad7", "name": "network-vif-deleted", "tag": "f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:24.986498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faa8534f-9e44-4495-84dc-db960f523d50 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:24.986895 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa8534f-9e44-4495-84dc-db960f523d50'] response: {'server_uuid': 'd499c364-9e56-4c22-97aa-fdfcfda28ad7', 'name': 'network-vif-deleted', 'tag': 'f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f', 'status': 'completed', 'code': 200} Mar 22 17:41:25.049603 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:25.134917 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce35ad37-4592-425c-af57-e677e3117546 req-3486d7e8-3979-417c-b829-cfd64a1fe67a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=d499c364-9e56-4c22-97aa-fdfcfda28ad7 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Mar 22 17:41:25.392540 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:25.429545 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:25.438585 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:25.439166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:25.513163 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ddd55-5887-4788-8202-15db13aebc22 req-06c9b4ae-a918-4883-b947-416526f58b4c tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:25.520570 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f18ddd55-5887-4788-8202-15db13aebc22 req-06c9b4ae-a918-4883-b947-416526f58b4c tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0674884 Mar 22 17:41:25.564873 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:25.595869 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f18ddd55-5887-4788-8202-15db13aebc22 req-6f249b82-ae20-4c4e-9fef-d229be4cfc68 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739870 Mar 22 17:41:25.648956 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0bfa5-f382-4eb3-9269-1a8beb20347f req-d6261951-4adf-418d-b1b7-d5aa45bbf003 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:25.650600 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-67f0bfa5-f382-4eb3-9269-1a8beb20347f req-d6261951-4adf-418d-b1b7-d5aa45bbf003 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0561032 Mar 22 17:41:25.704568 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-67f0bfa5-f382-4eb3-9269-1a8beb20347f req-d3323fd5-b6ce-4d45-bdf7-0820b5c04fdb tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468154 Mar 22 17:41:25.792243 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:25.818625 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab0fe-f8cf-4e67-8c80-b955fe1d8740 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:26.044413 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22482969-eb49-4212-8db0-0d90f0e2a90f None None] New status for floating IP fad8a179-5bfc-43b0-93a4-a8aec031cdb7: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:26.220168 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-56d6597a-3a3a-48ff-aaf0-c96a6534ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.221738 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-56d6597a-3a3a-48ff-aaf0-c96a6534ece3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.0531392 Mar 22 17:41:26.228123 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48754) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.345125 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (07d978ec-477a-4815-9837-69c0a616e2fa), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.596342 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-a2418e1b-ed65-4595-8460-9045837b0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.598393 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-a2418e1b-ed65-4595-8460-9045837b0f55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.3635767 Mar 22 17:41:26.615914 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (07d978ec-477a-4815-9837-69c0a616e2fa), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.692249 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-62099058-72a7-4560-89d6-5170583f3c5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 1001 time: 0.0862639 Mar 22 17:41:26.706853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494894-cead-4520-83b2-52bd7d85dd6f req-c2b2ac61-b442-40f5-90dd-e7c9584cf241 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.709327 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d494894-cead-4520-83b2-52bd7d85dd6f req-c2b2ac61-b442-40f5-90dd-e7c9584cf241 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0555072 Mar 22 17:41:26.740246 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (07d978ec-477a-4815-9837-69c0a616e2fa), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.743053 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.744225 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/security-groups/07d978ec-477a-4815-9837-69c0a616e2fa HTTP/1.1" status: 204 len: 168 time: 0.5151124 Mar 22 17:41:26.747091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48760) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.758247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9868c7-3e93-43f3-90ce-82996e3eb4d2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d978ec-477a-4815-9837-69c0a616e2fa,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:26.760825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-ef4a5f72-2137-429f-aba7-469b4106d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.762621 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-ef4a5f72-2137-429f-aba7-469b4106d645 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0643947 Mar 22 17:41:26.781555 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-5484121e-5180-4814-a087-84b58ee9354b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] show failed (client error): The resource could not be found. Mar 22 17:41:26.785540 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5484121e-5180-4814-a087-84b58ee9354b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups/07d978ec-477a-4815-9837-69c0a616e2fa HTTP/1.1" status: 404 len: 347 time: 0.0204613 Mar 22 17:41:26.786468 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48762) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:26.790258 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d494894-cead-4520-83b2-52bd7d85dd6f req-3363895e-cd86-419b-9e7d-5aca6d1d77a4 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743392 Mar 22 17:41:26.861533 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-09819781-ebfd-415d-bb45-fcf0cea8ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.863518 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-09819781-ebfd-415d-bb45-fcf0cea8ce02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937166 Mar 22 17:41:26.875248 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453553a-6131-458a-81f6-352fcf67634d req-7cd9d6cb-d97b-40e2-bc45-cfac5114c078 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:26.876785 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9453553a-6131-458a-81f6-352fcf67634d req-7cd9d6cb-d97b-40e2-bc45-cfac5114c078 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0862627 Mar 22 17:41:26.916975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port 950c42f1-b0b6-44d5-8051-cf150b094543 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:26.917322 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.980634 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9453553a-6131-458a-81f6-352fcf67634d req-988bd7ed-86ef-4f11-8cd7-a4a4dff2ac2d tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957336 Mar 22 17:41:26.999037 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:26.999375 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (950c42f1-b0b6-44d5-8051-cf150b094543), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.005051 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-7eebc599-09f4-4d97-9a2c-852df15ecda9 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273122 Mar 22 17:41:27.011623 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for 950c42f1-b0b6-44d5-8051-cf150b094543 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:27.102623 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dd38057a-e1e4-400a-a314-4d751c9deac6 req-1bc73782-5d3b-4daf-a86c-172aa676635a service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859900 Mar 22 17:41:27.145040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (950c42f1-b0b6-44d5-8051-cf150b094543), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.170347 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=950c42f1-b0b6-44d5-8051-cf150b094543,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.228842 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (fad8a179-5bfc-43b0-93a4-a8aec031cdb7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.231449 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.232606 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3264c1b9-389c-4cd1-ad6e-b153c9f20aa8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/floatingips/fad8a179-5bfc-43b0-93a4-a8aec031cdb7 HTTP/1.1" status: 204 len: 168 time: 0.4413841 Mar 22 17:41:27.417104 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:27.441030 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:27.441386 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device f3102ed6-a6f3-4989-9fb3-f5b5a2ed347f not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:27.470473 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48766) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.475671 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294084674', 'description': 'tempest-description--1395946986'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.496343 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.570283 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.574034 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.601965 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.603169 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1316900 Mar 22 17:41:27.606306 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.607351 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c114-cd25-407a-be82-37482ad20dae tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.611394 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': 'da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.635970 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (b923804b-180c-4a86-b176-ac31e7643a24), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.689383 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (b923804b-180c-4a86-b176-ac31e7643a24), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.693332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (b923804b-180c-4a86-b176-ac31e7643a24), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.711831 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b923804b-180c-4a86-b176-ac31e7643a24,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.720196 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.721408 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-30e64063-d9f3-4373-8175-21aee2675358 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138761 Mar 22 17:41:27.724120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48770) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.728298 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': 'da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.752521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (da840b23-b2ea-4473-b944-ba0cd51e8051), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.810781 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (da840b23-b2ea-4473-b944-ba0cd51e8051), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.814518 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (da840b23-b2ea-4473-b944-ba0cd51e8051), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.834278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da840b23-b2ea-4473-b944-ba0cd51e8051,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:27.840092 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.844486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48774) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:27.844629 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a28567f7-7906-474f-bd88-aea30bbd60f8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194603 Mar 22 17:41:27.848998 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:27.877939 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:27.964081 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0295cb-1f1b-4b66-beb8-44a90a484a35 req-ac51a3d7-c4c2-4a5d-8afd-4d505f9db572 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:27.965492 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bd0295cb-1f1b-4b66-beb8-44a90a484a35 req-ac51a3d7-c4c2-4a5d-8afd-4d505f9db572 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1013701 Mar 22 17:41:28.031318 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bd0295cb-1f1b-4b66-beb8-44a90a484a35 req-94c9ce35-1bc8-4da7-b45c-6da7e02ac12b tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597696 Mar 22 17:41:28.046447 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.112692 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814c14e-c4cf-4c31-8f43-1d4abf7ee231 req-907ddb46-c651-48ec-812d-702776c58571 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:28.114247 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4814c14e-c4cf-4c31-8f43-1d4abf7ee231 req-907ddb46-c651-48ec-812d-702776c58571 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0542798 Mar 22 17:41:28.157952 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.27.0.198 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/d9e18b93-0a42-4bc2-9930-3043f22f04db) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:28.166505 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4814c14e-c4cf-4c31-8f43-1d4abf7ee231 req-00554edd-8bdc-45b2-817b-79fb37735bdc tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Mar 22 17:41:28.261464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.294909 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.333554 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:28.336773 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:28.342233 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:28.364158 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=d9e18b93-0a42-4bc2-9930-3043f22f04db,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.441995 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.476873 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.624248 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.629232 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.700091 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=d9e18b93-0a42-4bc2-9930-3043f22f04db,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:28.712157 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.734543 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.735793 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-fdd07767-70a6-4882-a1fa-82fff8a43cd2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8902946 Mar 22 17:41:28.881626 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-7fc27101-70ea-420b-a58a-60eb5d5dda96 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--294084674&fields=id&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 267 time: 0.0421786 Mar 22 17:41:28.893037 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e64689ca-54f6-45a5-9d6a-ca6713956465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:28.988842 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-93f97020-8aa6-42d0-a9b2-c64ee9478759 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:28.990299 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-93f97020-8aa6-42d0-a9b2-c64ee9478759 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1010740 Mar 22 17:41:29.005454 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-473c59f6-e280-44dc-913e-8142709243dd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/quotas/b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 375 time: 0.0095446 Mar 22 17:41:29.061438 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-28131705-62f6-4b0b-8e9d-c9d1b3462d19 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510225 Mar 22 17:41:29.159357 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8b928-0656-45b0-b4eb-f135ca71be48 req-bbc6f815-d990-4f4f-8780-9e041e8d7723 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:29.161134 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31c8b928-0656-45b0-b4eb-f135ca71be48 req-bbc6f815-d990-4f4f-8780-9e041e8d7723 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0556664 Mar 22 17:41:29.214167 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-31c8b928-0656-45b0-b4eb-f135ca71be48 req-b4f87b35-2c94-4172-8463-4ddcf2e2cb6e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475047 Mar 22 17:41:29.217577 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-b992cf1c-15bb-4f9a-8a0e-59cb3d922d02 service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435072 Mar 22 17:41:29.310514 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-76d30b73-592c-4194-a066-688e70ae2ce5 service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Mar 22 17:41:29.324605 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f323-d583-4b71-ba63-0422ce3a6bd3 req-02aea654-7b2e-48a2-a68b-8b7956c92db5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:29.326125 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95a3f323-d583-4b71-ba63-0422ce3a6bd3 req-02aea654-7b2e-48a2-a68b-8b7956c92db5 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0547175 Mar 22 17:41:29.378108 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-95a3f323-d583-4b71-ba63-0422ce3a6bd3 req-cae0f530-f5a0-4ac9-a79e-ee2649ef8288 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458157 Mar 22 17:41:29.477764 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a61e5e49-f348-489d-ba62-cb771c2de07b req-d0a00584-49d8-4127-81f5-27241afb0ed3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 210 time: 0.0285916 Mar 22 17:41:30.366065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff63e5-a106-472c-85d8-8fd0e40a2226 req-24ae3d28-e80d-4163-ab53-6bb3752ee1f1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.367530 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b5ff63e5-a106-472c-85d8-8fd0e40a2226 req-24ae3d28-e80d-4163-ab53-6bb3752ee1f1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0829868 Mar 22 17:41:30.395010 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf0787-ead6-4472-96d6-9358454c552a req-33152cb0-2b2f-4993-b137-6e26a8b4da8b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.396463 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a0bf0787-ead6-4472-96d6-9358454c552a req-33152cb0-2b2f-4993-b137-6e26a8b4da8b tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0859015 Mar 22 17:41:30.455043 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b5ff63e5-a106-472c-85d8-8fd0e40a2226 req-99cd7ea9-ae0e-4bce-9b7f-f5f8021c7366 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812516 Mar 22 17:41:30.505278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7162d-5a79-4306-952d-10b344cf030b req-f20ed626-2393-4acc-a0e2-19fa744e1ed1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.506890 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2fe7162d-5a79-4306-952d-10b344cf030b req-f20ed626-2393-4acc-a0e2-19fa744e1ed1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 945 time: 0.0606365 Mar 22 17:41:30.513247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Deleting port 32bfcf9c-fc86-4d57-9a15-97f329a7618b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:30.513590 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.556337 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2fe7162d-5a79-4306-952d-10b344cf030b req-1b1109d1-9139-4002-b843-563793919296 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=194f7086-0b58-4647-a23a-500be29723b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Mar 22 17:41:30.561047 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-3cd161b4-c1df-4407-8d36-052cd31a2b4f req-e9214ce4-4321-4e97-b948-ced7ef04a1a7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:41:30.562024 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3cd161b4-c1df-4407-8d36-052cd31a2b4f req-e9214ce4-4321-4e97-b948-ced7ef04a1a7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067961 Mar 22 17:41:30.629333 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] For port 32bfcf9c-fc86-4d57-9a15-97f329a7618b, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=32bfcf9c-fc86-4d57-9a15-97f329a7618b,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:30.629811 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.678859 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-55dd892a-90cd-4269-84a6-bbfe1c429477 req-1d70d2be-c97e-4661-8fe3-1fef8efe7bcd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 210 time: 0.0447347 Mar 22 17:41:30.792123 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-dd1d697e-a65f-47fc-a60f-c6f6c5f2efe8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.793531 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-dd1d697e-a65f-47fc-a60f-c6f6c5f2efe8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1172562 Mar 22 17:41:30.819630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-ade9c04c-079a-4c44-b696-0598bd3ccce4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393239 Mar 22 17:41:30.883076 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-c5421f4d-0ad6-400b-bbe6-be9ec8d53b9e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 379 time: 0.0650885 Mar 22 17:41:30.891991 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'port': {'device_id': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'admin_state_up': True, 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'security_groups': ['da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:30.924171 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb8b5-bf71-4449-9968-af630d2a4ad0 req-86003dd1-ae40-4af6-9f35-22e6da551367 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.926236 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c7eb8b5-bf71-4449-9968-af630d2a4ad0 req-86003dd1-ae40-4af6-9f35-22e6da551367 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1893790 Mar 22 17:41:30.941911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.942282 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:30.942603 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Floating IP 592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d disassociated. External IP: 172.27.0.66, port: 32bfcf9c-fc86-4d57-9a15-97f329a7618b. Mar 22 17:41:30.942953 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Calling delete_port for 32bfcf9c-fc86-4d57-9a15-97f329a7618b owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:30.954054 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-f8f7ba75-5bfa-4fd1-973c-c7334c3448f2 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:30.955376 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-f8f7ba75-5bfa-4fd1-973c-c7334c3448f2 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports/323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 943 time: 0.0903604 Mar 22 17:41:31.001345 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:31.006200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.040883 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6c7eb8b5-bf71-4449-9968-af630d2a4ad0 req-be133dcc-5601-428e-b01f-3b8785cd640a tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029675 Mar 22 17:41:31.142854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (32bfcf9c-fc86-4d57-9a15-97f329a7618b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.175132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.20.0.13 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/191c106d-a5b5-4a3c-adbe-179dc3fd3531) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:31.176620 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event deleted for resources: {'Port': ['ID=32bfcf9c-fc86-4d57-9a15-97f329a7618b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:31.283864 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0eb72a7f-3d9e-4b1a-b68e-3b4fa9385f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.303143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Router de439c13-c557-4190-8f63-7b6518d7aef5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:31.337147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.375244 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.419328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:31.422579 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:31.425806 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:31.427617 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:31.445571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:31.458069 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:31.459210 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:31.492024 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:31.497664 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] No DVR routers for this DVR port 32bfcf9c-fc86-4d57-9a15-97f329a7618b on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:31.500700 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.505445 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a0bf0787-ead6-4472-96d6-9358454c552a req-2e5aacff-b24c-4a07-a1f2-ed1187a1ef5f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "DELETE /v2.0/ports/32bfcf9c-fc86-4d57-9a15-97f329a7618b HTTP/1.1" status: 204 len: 173 time: 1.1026297 Mar 22 17:41:31.507753 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'name': 'network-vif-deleted', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:31.509239 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:31.509895 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.513651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94a80b7-d13a-4a64-a08e-ff3342b12856" -d '{"events": [{"server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "name": "network-vif-deleted", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:31.534092 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-57209388-3a21-4b65-985c-f38cbaae2d72 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451793 Mar 22 17:41:31.564358 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe16c3bb-e9e4-42b1-b5e7-52315e2516d6 x-openstack-request-id: req-fe16c3bb-e9e4-42b1-b5e7-52315e2516d6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:31.564686 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022b1dbd-bcce-4120-a905-2c301df4d90f", "name": "network-vif-deleted", "tag": "32bfcf9c-fc86-4d57-9a15-97f329a7618b", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:31.564942 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe16c3bb-e9e4-42b1-b5e7-52315e2516d6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:31.565404 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe16c3bb-e9e4-42b1-b5e7-52315e2516d6'] response: {'server_uuid': '022b1dbd-bcce-4120-a905-2c301df4d90f', 'name': 'network-vif-deleted', 'tag': '32bfcf9c-fc86-4d57-9a15-97f329a7618b', 'status': 'completed', 'code': 200} Mar 22 17:41:31.598168 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Request body: {'port': {'device_id': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:31.628597 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:31.733808 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9f4e9f0b-700d-4643-a895-04e3e257163d req-4dbcfc33-40c2-4f06-a360-117608618f56 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=022b1dbd-bcce-4120-a905-2c301df4d90f HTTP/1.1" status: 200 len: 210 time: 0.0617890 Mar 22 17:41:31.734964 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.943094 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-6ad45c64-f031-4079-95bc-6223b154896a None None] Provisioning complete for port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:31.943478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6ad45c64-f031-4079-95bc-6223b154896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:31.958488 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed1e5-45b7-414b-a8e8-86b457778738 req-967639a2-7d76-4dab-983e-770cbc8ed36d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:31.960164 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2bed1e5-45b7-414b-a8e8-86b457778738 req-967639a2-7d76-4dab-983e-770cbc8ed36d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 932 time: 0.1331439 Mar 22 17:41:31.995205 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6ad45c64-f031-4079-95bc-6223b154896a None None] Port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:32.052824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:32.054439 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2bed1e5-45b7-414b-a8e8-86b457778738 req-19f4101b-399a-4243-9cbd-064b4b29ca2d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844805 Mar 22 17:41:32.080559 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:32.090271 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:32.090901 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:32.155228 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191c106d-a5b5-4a3c-adbe-179dc3fd3531 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:32.172620 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks [] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.200884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Transition to ACTIVE for port object 191c106d-a5b5-4a3c-adbe-179dc3fd3531 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:41:32.205794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.217649 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335528d-1889-432b-915b-31edb0e63387 req-a9f8b41d-7fff-4a7a-b120-3b0183eaf6c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.219317 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6335528d-1889-432b-915b-31edb0e63387 req-a9f8b41d-7fff-4a7a-b120-3b0183eaf6c3 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0994577 Mar 22 17:41:32.291696 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.295782 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Pushing event updated for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:32.313656 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:32.348798 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6335528d-1889-432b-915b-31edb0e63387 req-1fe1fdb9-7abd-43a7-a1d9-60295e83c149 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235974 Mar 22 17:41:32.395811 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Attempting to bind port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:32.396438 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Attempting to bind port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:32.396937 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Attempting to bind port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:32.402285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 on network 00d86549-f654-4962-ad75-dae58b96b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:41:32.403513 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Attempting to bind port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:32.409572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:32.410151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:32.410700 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:32.411344 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Bound port: 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:32.412482 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.496224 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:32.500269 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:32.508853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.547155 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.548437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.550404 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/191c106d-a5b5-4a3c-adbe-179dc3fd3531 HTTP/1.1" status: 200 len: 1094 time: 0.9586155 Mar 22 17:41:32.550801 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:32.553161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80130baa-3bee-4f90-a4a3-151814151cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:32.569195 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:32.597371 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719de2-c823-414a-afbb-bd44e5cf98b1 service neutron] Pushing event updated for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:32.602007 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41c72a-9d9f-4a3b-9dd2-c22f794ac6f5 None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:21Z', 'revision_number': 4, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'abb30473-7189-48bd-a3be-748fc385d7fd', 'name': '', 'network_id': 'e190b32d-65d8-4078-a6d7-9076dea076cf', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'mac_address': 'fa:16:3e:b3:2f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:20Z', 'updated_at': '2022-03-22T17:34:39Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'subnets': [{'id': 'bebe77c3-e705-498f-acdf-0a9efd2a88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:32.713990 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0401fde-f788-477a-aeb4-9c23f8d7bc5f x-openstack-request-id: req-c0401fde-f788-477a-aeb4-9c23f8d7bc5f {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:32.714290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:32.714550 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0401fde-f788-477a-aeb4-9c23f8d7bc5f {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:32.714962 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0401fde-f788-477a-aeb4-9c23f8d7bc5f'] response: {'name': 'network-changed', 'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'status': 'completed', 'code': 200} Mar 22 17:41:32.732233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-e70c0fef-633b-461a-a3d0-1b7dbb439bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.734478 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-e70c0fef-633b-461a-a3d0-1b7dbb439bb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 1128 time: 0.0736191 Mar 22 17:41:32.806482 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-1bb77483-ad87-4b7b-ab96-3b4301702ff1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531 HTTP/1.1" status: 200 len: 217 time: 0.0564590 Mar 22 17:41:32.821378 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48848) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:32.863394 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-d7770d2c-b78c-4381-b618-c7f5fe14b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.865770 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-d7770d2c-b78c-4381-b618-c7f5fe14b6a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0506234 Mar 22 17:41:32.887516 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (194f7086-0b58-4647-a23a-500be29723b1), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.917092 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (194f7086-0b58-4647-a23a-500be29723b1), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.919807 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-264c921f-66cb-424b-8e41-a39e92dd0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:32.921059 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-264c921f-66cb-424b-8e41-a39e92dd0c29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479960 Mar 22 17:41:32.930859 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330e12f-1dd9-45f4-a5b9-ed0736304214 None None] New status for floating IP 592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:32.969182 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (194f7086-0b58-4647-a23a-500be29723b1), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.972651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:32.973832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "DELETE /v2.0/security-groups/194f7086-0b58-4647-a23a-500be29723b1 HTTP/1.1" status: 204 len: 168 time: 0.1513371 Mar 22 17:41:32.977956 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:32.984656 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f7cd7-5e9b-4ec9-8b23-da055597ffbd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f7086-0b58-4647-a23a-500be29723b1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.000140 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-38fa593a-b61e-4ffc-a3f6-6fbd8fcd39f3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] show failed (client error): The resource could not be found. Mar 22 17:41:33.001321 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-38fa593a-b61e-4ffc-a3f6-6fbd8fcd39f3 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups/194f7086-0b58-4647-a23a-500be29723b1 HTTP/1.1" status: 404 len: 347 time: 0.0223362 Mar 22 17:41:33.004245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48852) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:33.103511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-5005913a-f058-4e8c-9c1a-0e692dfd367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.107423 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-5005913a-f058-4e8c-9c1a-0e692dfd367f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df&tenant_id=13bc760bb77d4065b7f66f69dcb2d72b HTTP/1.1" status: 200 len: 1130 time: 0.0737562 Mar 22 17:41:33.117176 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-0047c9ad-3afc-401a-beb6-ed41c6b60497 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868489 Mar 22 17:41:33.234773 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-c8f24733-0db2-495c-acaa-1eeb537d660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.236367 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-c8f24733-0db2-495c-acaa-1eeb537d660f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.0788224 Mar 22 17:41:33.241144 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Deleting port 53e25ab3-123c-41d9-ae06-89f82d161eec {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:33.241551 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.245360 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f8a06-e600-4da1-9b7b-1ce60d492386 req-b9d4ef86-df42-4f6f-9ffd-2513f253b8bd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.245832 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4125afd0-9b3d-4d42-b75e-c001f6dc0647 req-9dbee888-9c9d-4168-92d5-01bbb5c6b3f5 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073773 Mar 22 17:41:33.247176 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c58f8a06-e600-4da1-9b7b-1ce60d492386 req-b9d4ef86-df42-4f6f-9ffd-2513f253b8bd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 944 time: 0.1011944 Mar 22 17:41:33.331439 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.331832 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (53e25ab3-123c-41d9-ae06-89f82d161eec), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.346359 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Calling delete_port for 53e25ab3-123c-41d9-ae06-89f82d161eec owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:33.382652 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c58f8a06-e600-4da1-9b7b-1ce60d492386 req-84c03f3f-7bba-42cc-8dfd-3b3a9cf4af78 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253829 Mar 22 17:41:33.404968 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-3bafd7fe-d9fd-48e9-9a5a-b69da9d24472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.406653 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-3bafd7fe-d9fd-48e9-9a5a-b69da9d24472 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.1585362 Mar 22 17:41:33.448089 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 32bfcf9c-fc86-4d57-9a15-97f329a7618b no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:33.472905 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 32bfcf9c-fc86-4d57-9a15-97f329a7618b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:33.473277 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 32bfcf9c-fc86-4d57-9a15-97f329a7618b not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:33.473834 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:33.489505 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130baa-3bee-4f90-a4a3-151814151cbc req-e55b41aa-b75e-4428-96f3-7f247ea5f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.490989 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-e55b41aa-b75e-4428-96f3-7f247ea5f5ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 1128 time: 0.1354623 Mar 22 17:41:33.500660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-9499c1cf-c72e-4f30-a77e-5153ad08bce3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 1001 time: 0.0854053 Mar 22 17:41:33.574958 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 323d6286-b4ae-4933-a3fb-e5e8364e14ce is: ACTIVE; New status is: DOWN {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:33.575564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.578075 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-6e0bcb3b-8f41-4d6a-abc4-4a4afa08dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.580454 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-6e0bcb3b-8f41-4d6a-abc4-4a4afa08dcb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0733421 Mar 22 17:41:33.604708 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:33.606008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed7e8f-2f53-4dea-a1ca-b7f56702b362 req-bfd20502-212f-44ad-805c-b568e595d871 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.607601 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b9ed7e8f-2f53-4dea-a1ca-b7f56702b362 req-bfd20502-212f-44ad-805c-b568e595d871 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.1642585 Mar 22 17:41:33.617263 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5e43e0-9f74-4594-8c64-0e611a6b5d83" -d '{"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-unplugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:33.637397 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:33.642348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-7681dcb2-73f6-4969-a266-6def5e9609fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.643121 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.644761 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-7681dcb2-73f6-4969-a266-6def5e9609fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576832 Mar 22 17:41:33.686879 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130baa-3bee-4f90-a4a3-151814151cbc req-16ab4b2f-b4cf-433d-be40-a64f5748a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.688568 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-16ab4b2f-b4cf-433d-be40-a64f5748a40e service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.1882248 Mar 22 17:41:33.693981 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (53e25ab3-123c-41d9-ae06-89f82d161eec), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.704090 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.713486 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.714076 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.714646 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.715191 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.715749 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.716186 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.716662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.717067 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.717475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.717920 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.718446 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.718876 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.719277 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.719717 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.720131 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:41:33.739140 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b9ed7e8f-2f53-4dea-a1ca-b7f56702b362 req-ae16c877-833d-4497-beb8-fe60f24cb89b tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140020 Mar 22 17:41:33.754707 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940742a8-05cf-4374-acec-37a642e7f602 x-openstack-request-id: req-940742a8-05cf-4374-acec-37a642e7f602 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:33.755270 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-unplugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:33.756864 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-940742a8-05cf-4374-acec-37a642e7f602 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:33.757668 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940742a8-05cf-4374-acec-37a642e7f602'] response: {'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'code': 200} Mar 22 17:41:33.771307 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event deleted for resources: {'Port': ['ID=53e25ab3-123c-41d9-ae06-89f82d161eec,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:33.776636 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-611f6583-9b7f-4838-b861-b2479f747ef4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531 HTTP/1.1" status: 200 len: 217 time: 0.0740101 Mar 22 17:41:33.797375 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-6fd2d032-a929-485d-9a06-71a484f3456a service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456230 Mar 22 17:41:33.883542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks [] for floatingip (592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.886120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:33.887477 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2bd7bedc-8d67-4801-9f4e-7d26ff32fa5a tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "DELETE /v2.0/floatingips/592a5d9d-5a52-4569-a2cd-a6c42e7c6f9d HTTP/1.1" status: 204 len: 168 time: 0.8823779 Mar 22 17:41:33.889521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130baa-3bee-4f90-a4a3-151814151cbc req-7ce8a1a4-eb4f-45b7-b471-5ade653a53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.891125 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-7ce8a1a4-eb4f-45b7-b471-5ade653a53db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0678756 Mar 22 17:41:33.939436 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7fdd15e2-9e33-4a02-b537-771d32996950 req-3541abc8-6bab-4a45-a4c2-1d796778c4f5 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233985 Mar 22 17:41:33.962127 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130baa-3bee-4f90-a4a3-151814151cbc req-0542498f-40d2-47f1-92c6-791ec20be5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:33.963979 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-0542498f-40d2-47f1-92c6-791ec20be5a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595212 Mar 22 17:41:34.023232 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:34.070995 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-3fb619d3-5e6b-4b15-b6bc-a6a6aaa2d887 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859807 Mar 22 17:41:34.415330 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80130baa-3bee-4f90-a4a3-151814151cbc req-e0d0da9f-9fc7-4e95-a816-79fa61eebb03 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377328 Mar 22 17:41:34.502659 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c3bf-ea51-4827-b076-f7f3111a0570 req-655a71b3-750e-4e39-ab0a-09be4615fbf3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:34.504123 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a190c3bf-ea51-4827-b076-f7f3111a0570 req-655a71b3-750e-4e39-ab0a-09be4615fbf3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 944 time: 0.0531425 Mar 22 17:41:34.551918 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a190c3bf-ea51-4827-b076-f7f3111a0570 req-ef1f1836-3afe-488e-ab2f-90b87b63f4e5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Mar 22 17:41:34.863145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36277e96-4817-4108-8ba1-bb8992b23bb4 req-a6622e7f-d980-45f5-8213-ac2e28b6e0de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:34.864634 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-36277e96-4817-4108-8ba1-bb8992b23bb4 req-a6622e7f-d980-45f5-8213-ac2e28b6e0de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0522714 Mar 22 17:41:34.912694 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-36277e96-4817-4108-8ba1-bb8992b23bb4 req-51fee060-abd7-43d7-a1f4-cf3b26d2fc65 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Mar 22 17:41:35.303253 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221edf0d-2674-4aa0-a130-93f6f7120b7d req-1e007b18-2c53-4312-b261-0f11eda05cc5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:35.304889 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-221edf0d-2674-4aa0-a130-93f6f7120b7d req-1e007b18-2c53-4312-b261-0f11eda05cc5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0523634 Mar 22 17:41:35.343823 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:35.357669 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-221edf0d-2674-4aa0-a130-93f6f7120b7d req-8ecc433d-51d7-45c2-ba5a-ed267ae4a196 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471659 Mar 22 17:41:35.673308 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2f8e-d70d-429e-9d60-accfb38658cb req-fe8a8baa-9cd5-4137-873b-a10542c396db tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:35.674775 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-15ee2f8e-d70d-429e-9d60-accfb38658cb req-fe8a8baa-9cd5-4137-873b-a10542c396db tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 944 time: 0.0563405 Mar 22 17:41:35.720515 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-15ee2f8e-d70d-429e-9d60-accfb38658cb req-c759e45c-0296-4576-9aae-e7ba854339ea tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Mar 22 17:41:36.029887 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ca641-6878-4807-8acc-1fd41b5d9f2a req-03cb0583-c55c-42ab-b3e2-5b2feb446a09 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:36.031353 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f48ca641-6878-4807-8acc-1fd41b5d9f2a req-03cb0583-c55c-42ab-b3e2-5b2feb446a09 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0519996 Mar 22 17:41:36.080601 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f48ca641-6878-4807-8acc-1fd41b5d9f2a req-59b66493-7e15-4442-991f-52e85c9f170a tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Mar 22 17:41:36.405428 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e11fc9-cbd6-4e8b-a59c-9828faf870ac req-18509169-eeb2-4091-873b-5a854c9510aa tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:36.406924 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b4e11fc9-cbd6-4e8b-a59c-9828faf870ac req-18509169-eeb2-4091-873b-5a854c9510aa tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0528641 Mar 22 17:41:36.454066 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b4e11fc9-cbd6-4e8b-a59c-9828faf870ac req-df856c66-d328-4b45-b2bf-30f6d6f6dd88 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Mar 22 17:41:36.484108 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415711aa-7cfa-467c-8362-fbba384104b9 req-6facf135-1fbd-4d6a-b7b9-dae899a164d8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:36.485630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-415711aa-7cfa-467c-8362-fbba384104b9 req-6facf135-1fbd-4d6a-b7b9-dae899a164d8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0520487 Mar 22 17:41:36.532555 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-415711aa-7cfa-467c-8362-fbba384104b9 req-b71b8ac8-c89c-4f35-bfe4-a68d770c8f15 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Mar 22 17:41:36.838751 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bda39-a43f-4701-a7c0-5858c9204961 req-a218fd5b-c177-40e1-b9fd-052fd0645219 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:36.840216 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-414bda39-a43f-4701-a7c0-5858c9204961 req-a218fd5b-c177-40e1-b9fd-052fd0645219 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 944 time: 0.0557537 Mar 22 17:41:36.886106 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-414bda39-a43f-4701-a7c0-5858c9204961 req-2df7aba1-cf0b-4a73-8aa3-5d0db25b3ab5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402031 Mar 22 17:41:37.194026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c16b-0760-44c3-bef1-4ae2fac90554 req-0072e04a-8444-4011-9005-9f81359795e8 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:37.195470 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30a8c16b-0760-44c3-bef1-4ae2fac90554 req-0072e04a-8444-4011-9005-9f81359795e8 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0508466 Mar 22 17:41:37.246681 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30a8c16b-0760-44c3-bef1-4ae2fac90554 req-5589e19f-1932-4bc0-8235-cbbf4dc5cde1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Mar 22 17:41:37.341128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-6f7cddb6-0024-430e-b6c9-8cd32afd0a70 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:37.342605 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-6f7cddb6-0024-430e-b6c9-8cd32afd0a70 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0608008 Mar 22 17:41:37.463419 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Deleting port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:37.464121 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.483902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 191c106d-a5b5-4a3c-adbe-179dc3fd3531 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:41:37.584775 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] For port d7b6ae5a-2bab-4977-aa27-82c7d00136f1, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:37.585147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.587649 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:37.601350 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'port_id': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'mac_address': 'fa:16:3e:85:05:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:41:37.612891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928041ef-fa38-4f57-b6e7-50103edcdc94 req-ee1f300c-3f62-4bb1-a4e6-332e6e09b8a1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:37.614419 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-928041ef-fa38-4f57-b6e7-50103edcdc94 req-ee1f300c-3f62-4bb1-a4e6-332e6e09b8a1 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=270a270b-fda7-4620-8677-b016d151de1b HTTP/1.1" status: 200 len: 946 time: 0.0900443 Mar 22 17:41:37.618791 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Calling delete_port for d7b6ae5a-2bab-4977-aa27-82c7d00136f1 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:37.646596 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:37.647060 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.677502 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191c106d-a5b5-4a3c-adbe-179dc3fd3531 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:37.698926 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:37.704416 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.717795 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-928041ef-fa38-4f57-b6e7-50103edcdc94 req-73d5cc72-2f9c-49cc-89bf-265ccd87470f tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949287 Mar 22 17:41:37.781638 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:37.801208 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (d7b6ae5a-2bab-4977-aa27-82c7d00136f1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.836049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event deleted for resources: {'Port': ['ID=d7b6ae5a-2bab-4977-aa27-82c7d00136f1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:37.849417 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:37.884513 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] No DVR routers for this DVR port d7b6ae5a-2bab-4977-aa27-82c7d00136f1 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:37.887031 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:37.890408 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-78d2b009-524b-4acc-90f1-8d30374d2b2a req-22828fa8-4c48-48bb-a1e7-f86925ad8224 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "DELETE /v2.0/ports/d7b6ae5a-2bab-4977-aa27-82c7d00136f1 HTTP/1.1" status: 204 len: 173 time: 0.5191481 Mar 22 17:41:37.890960 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'name': 'network-vif-deleted', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:37.893117 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29602982-f987-4cb2-9c90-730a90922075" -d '{"events": [{"server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "name": "network-vif-deleted", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:37.931823 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309f6e5a-740c-4b8e-bd51-e5e58f5a7d7c x-openstack-request-id: req-309f6e5a-740c-4b8e-bd51-e5e58f5a7d7c {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:37.932126 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a270b-fda7-4620-8677-b016d151de1b", "name": "network-vif-deleted", "tag": "d7b6ae5a-2bab-4977-aa27-82c7d00136f1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:37.932402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-309f6e5a-740c-4b8e-bd51-e5e58f5a7d7c {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:37.932870 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309f6e5a-740c-4b8e-bd51-e5e58f5a7d7c'] response: {'server_uuid': '270a270b-fda7-4620-8677-b016d151de1b', 'name': 'network-vif-deleted', 'tag': 'd7b6ae5a-2bab-4977-aa27-82c7d00136f1', 'status': 'completed', 'code': 200} Mar 22 17:41:37.961712 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c930c-80ac-4ba6-b1ff-193df5289a9a req-5f237bfd-976b-4f86-986c-57201b4392af tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:37.964128 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-171c930c-80ac-4ba6-b1ff-193df5289a9a req-5f237bfd-976b-4f86-986c-57201b4392af tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.3554494 Mar 22 17:41:37.972822 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-bea2220b-1e3c-40c8-892a-c85de8dfed8f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:37.974264 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-bea2220b-1e3c-40c8-892a-c85de8dfed8f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 946 time: 0.0823543 Mar 22 17:41:38.056817 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2927f34-7dd5-4ce9-b60c-141a3e9219ce req-5a7d30ef-214e-4af8-b555-711f1d54e513 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:38.058357 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2927f34-7dd5-4ce9-b60c-141a3e9219ce req-5a7d30ef-214e-4af8-b555-711f1d54e513 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 945 time: 0.0706220 Mar 22 17:41:38.074392 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-171c930c-80ac-4ba6-b1ff-193df5289a9a req-1ec05cf7-9660-4d7e-9a0c-2068af049dfb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=d89c572f-c956-4701-8ee9-0bcf23d8ed94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991211 Mar 22 17:41:38.111561 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2927f34-7dd5-4ce9-b60c-141a3e9219ce req-5e716658-dd4f-4776-8044-0bf90fff3547 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471432 Mar 22 17:41:38.129720 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Deleting port ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:38.130162 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.220234 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] For port ace843e3-7a2f-4213-97d7-465f1a14da71, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=ace843e3-7a2f-4213-97d7-465f1a14da71,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:38.220904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.299354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['191c106d-a5b5-4a3c-adbe-179dc3fd3531'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:38.445253 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39b04e-e6cf-4433-bce4-1bfc67275021 req-4dc9d6c6-5cc7-468c-b0a5-82c431573bd1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:38.446654 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1d39b04e-e6cf-4433-bce4-1bfc67275021 req-4dc9d6c6-5cc7-468c-b0a5-82c431573bd1 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1118820 Mar 22 17:41:38.465382 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.465748 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.466071 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Floating IP 0b6209ef-b541-42f3-8aaa-26c8cb4612cc disassociated. External IP: 172.27.0.98, port: ace843e3-7a2f-4213-97d7-465f1a14da71. Mar 22 17:41:38.466420 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Calling delete_port for ace843e3-7a2f-4213-97d7-465f1a14da71 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:38.548200 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1d39b04e-e6cf-4433-bce4-1bfc67275021 req-fa98f9fc-8188-428c-b927-3319e6c4aa16 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955062 Mar 22 17:41:38.637148 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (ace843e3-7a2f-4213-97d7-465f1a14da71), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.665260 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'Port': ['ID=ace843e3-7a2f-4213-97d7-465f1a14da71,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:38.781408 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:38.894786 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:38.909163 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:38.921047 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:38.921808 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:38.951455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] No DVR routers for this DVR port ace843e3-7a2f-4213-97d7-465f1a14da71 on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:38.954011 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:38.957759 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3dd0c4ba-0282-4131-bcfa-c9b4c94c030f req-99ceb008-4c1f-4a84-9b30-8cf797183e6a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "DELETE /v2.0/ports/ace843e3-7a2f-4213-97d7-465f1a14da71 HTTP/1.1" status: 204 len: 173 time: 0.9676950 Mar 22 17:41:38.958238 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-deleted', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:38.962581 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db6486-aabc-4397-8ff2-ea6dda9a964f" -d '{"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-deleted", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:39.010243 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71fdd45-a2d4-4eb3-89d6-43c9f4b61e0b x-openstack-request-id: req-c71fdd45-a2d4-4eb3-89d6-43c9f4b61e0b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:39.010551 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b060f7c-79b6-4cce-abce-b42cbe079e16", "name": "network-vif-deleted", "tag": "ace843e3-7a2f-4213-97d7-465f1a14da71", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:39.010839 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c71fdd45-a2d4-4eb3-89d6-43c9f4b61e0b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:39.011284 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71fdd45-a2d4-4eb3-89d6-43c9f4b61e0b'] response: {'server_uuid': '5b060f7c-79b6-4cce-abce-b42cbe079e16', 'name': 'network-vif-deleted', 'tag': 'ace843e3-7a2f-4213-97d7-465f1a14da71', 'status': 'completed', 'code': 200} Mar 22 17:41:39.020810 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d7ff-9ce1-44a0-91b6-292a5b1eaee2 req-2495b093-2bc7-42dc-beee-c7016127a838 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:39.022654 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a611d7ff-9ce1-44a0-91b6-292a5b1eaee2 req-2495b093-2bc7-42dc-beee-c7016127a838 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0723982 Mar 22 17:41:39.051409 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:39.088506 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a611d7ff-9ce1-44a0-91b6-292a5b1eaee2 req-62550bc5-852f-4d8a-861d-f0451ffcc490 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576231 Mar 22 17:41:39.245589 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2dbe6fe2-fa21-4a8f-a259-287085858243 req-ee8c3694-b229-4054-986f-0d721fdd0441 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b060f7c-79b6-4cce-abce-b42cbe079e16 HTTP/1.1" status: 200 len: 210 time: 0.0313144 Mar 22 17:41:39.259422 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2ef8-e733-41c7-b9fa-bbcd74d08617 req-4a1ebb5d-a605-439b-b958-ec5f46b8c66c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:39.264853 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a1e2ef8-e733-41c7-b9fa-bbcd74d08617 req-4a1ebb5d-a605-439b-b958-ec5f46b8c66c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 945 time: 0.0677860 Mar 22 17:41:39.299680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:39.311557 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0a1e2ef8-e733-41c7-b9fa-bbcd74d08617 req-7807ae62-e0e2-42fd-8aac-b3c75458e258 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Mar 22 17:41:39.326490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:39.335142 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:39.336016 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:39.441012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:39.556590 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 191c106d-a5b5-4a3c-adbe-179dc3fd3531 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:39.659602 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:41:39.672342 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:39.672564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.681216 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c779-e583-4edb-bb2c-d52060e96506 req-d04c5147-18ae-4e3c-b882-95d32162e140 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:39.682905 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7c0c779-e583-4edb-bb2c-d52060e96506 req-d04c5147-18ae-4e3c-b882-95d32162e140 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0604811 Mar 22 17:41:39.726906 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:39.741460 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7c0c779-e583-4edb-bb2c-d52060e96506 req-d210037c-3760-4bb3-b7c7-ab8ab89ff8fc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480371 Mar 22 17:41:39.770765 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a41d90-95ff-452f-8847-0ac967fb0c0e None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:39.788422 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:39.788831 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.812424 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:39.814680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e0da5a-57e2-4102-968e-c92508023086" -d '{"events": [{"server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "name": "network-vif-plugged", "status": "completed", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:39.828089 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:39.833113 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:39.834134 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device d7b6ae5a-2bab-4977-aa27-82c7d00136f1 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:39.876478 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a2c5d-893d-49cb-8755-2601aba2a7db x-openstack-request-id: req-b24a2c5d-893d-49cb-8755-2601aba2a7db {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:39.876714 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "name": "network-vif-plugged", "status": "completed", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:39.876988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b24a2c5d-893d-49cb-8755-2601aba2a7db {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:39.877422 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24a2c5d-893d-49cb-8755-2601aba2a7db'] response: {'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'code': 200} Mar 22 17:41:39.879646 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: d7b6ae5a-2bab-4977-aa27-82c7d00136f1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:39.880003 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device d7b6ae5a-2bab-4977-aa27-82c7d00136f1 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:39.880463 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:39.903416 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: ace843e3-7a2f-4213-97d7-465f1a14da71 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:39.903772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device ace843e3-7a2f-4213-97d7-465f1a14da71 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:39.924468 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:40.025077 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96736085-6ac8-4b60-883d-a14054182532 None None] New status for floating IP 0b6209ef-b541-42f3-8aaa-26c8cb4612cc: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:40.096048 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267423e1-0fa1-492e-acde-847af5affef1 req-96f3e0e7-57a8-4258-b3bc-9f6ae0204ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:40.097654 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-267423e1-0fa1-492e-acde-847af5affef1 req-96f3e0e7-57a8-4258-b3bc-9f6ae0204ec8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 1130 time: 0.0444114 Mar 22 17:41:40.153096 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-267423e1-0fa1-492e-acde-847af5affef1 req-c35b427b-6900-457a-8dc1-179494a8b8c2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Mar 22 17:41:40.222432 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420800-8dad-45a3-8b00-2ae3a38ce239 req-a8ce195b-af32-41d5-93f8-ad88eae9e671 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:40.223923 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-92420800-8dad-45a3-8b00-2ae3a38ce239 req-a8ce195b-af32-41d5-93f8-ad88eae9e671 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0573428 Mar 22 17:41:40.281905 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-92420800-8dad-45a3-8b00-2ae3a38ce239 req-0e3a4459-4d5d-4cd2-a4e8-c83f20156bd2 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Mar 22 17:41:40.334924 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48950) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:40.398144 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (d89c572f-c956-4701-8ee9-0bcf23d8ed94), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.443036 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (d89c572f-c956-4701-8ee9-0bcf23d8ed94), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.476806 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5c39-8bc2-45bc-bb73-23257b1fce19 req-ea835208-85fc-410f-a49a-6d16d70fc711 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:40.478280 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-29db5c39-8bc2-45bc-bb73-23257b1fce19 req-ea835208-85fc-410f-a49a-6d16d70fc711 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.0985322 Mar 22 17:41:40.525713 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (d89c572f-c956-4701-8ee9-0bcf23d8ed94), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.528229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.529428 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "DELETE /v2.0/security-groups/d89c572f-c956-4701-8ee9-0bcf23d8ed94 HTTP/1.1" status: 204 len: 168 time: 0.1931555 Mar 22 17:41:40.532312 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48952) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:40.536242 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-29db5c39-8bc2-45bc-bb73-23257b1fce19 req-a8be4f56-59c9-4854-9d8b-daf7c451cdc6 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510535 Mar 22 17:41:40.542525 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e5d19-3664-48cd-b027-790d17ed9eeb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c572f-c956-4701-8ee9-0bcf23d8ed94,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:40.547235 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-8c6f24de-d3d6-44c9-9782-97eab2fba467 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] show failed (client error): The resource could not be found. Mar 22 17:41:40.551074 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8c6f24de-d3d6-44c9-9782-97eab2fba467 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups/d89c572f-c956-4701-8ee9-0bcf23d8ed94 HTTP/1.1" status: 404 len: 347 time: 0.0147755 Mar 22 17:41:40.551170 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48954) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:40.672637 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Deleting port afeb8676-756f-4c27-a932-ab67d8087ee0 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:40.672888 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.746312 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.746666 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (afeb8676-756f-4c27-a932-ab67d8087ee0), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:40.763594 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Calling delete_port for afeb8676-756f-4c27-a932-ab67d8087ee0 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:40.891184 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d305491-aa9b-4cf6-b5a9-ff2e089edaaf req-ff6cc1bd-cc91-4fe2-9428-625d68ea7444 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:40.892710 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1d305491-aa9b-4cf6-b5a9-ff2e089edaaf req-ff6cc1bd-cc91-4fe2-9428-625d68ea7444 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0785558 Mar 22 17:41:40.978102 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1d305491-aa9b-4cf6-b5a9-ff2e089edaaf req-e60bef9e-a6c1-4a01-ac88-7da7378fc92c tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789084 Mar 22 17:41:40.979056 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (afeb8676-756f-4c27-a932-ab67d8087ee0), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.005005 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'Port': ['ID=afeb8676-756f-4c27-a932-ab67d8087ee0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:41.067932 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (0b6209ef-b541-42f3-8aaa-26c8cb4612cc), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.070540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.071675 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-20886a7b-0fda-4dd4-b652-97fa6f341532 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "DELETE /v2.0/floatingips/0b6209ef-b541-42f3-8aaa-26c8cb4612cc HTTP/1.1" status: 204 len: 168 time: 0.5196493 Mar 22 17:41:41.401975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b6504-1162-4175-96bb-6a0b8ad60517 req-10403154-f44d-4b65-a888-0a6e46f1b7de tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:41.403462 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-060b6504-1162-4175-96bb-6a0b8ad60517 req-10403154-f44d-4b65-a888-0a6e46f1b7de tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.0519941 Mar 22 17:41:41.448681 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-060b6504-1162-4175-96bb-6a0b8ad60517 req-eeda72ea-abb8-4dd3-b4ed-aeac1bc01b72 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Mar 22 17:41:41.589213 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48964) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:41.593798 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418800966', 'description': 'tempest-description--1446334156'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:41.647593 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.697870 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff91dc-5372-4a9c-b552-e10d5e45d8fc req-8a96c633-35f3-495d-b207-f6ca9f2de7c0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:41.699360 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-17ff91dc-5372-4a9c-b552-e10d5e45d8fc req-8a96c633-35f3-495d-b207-f6ca9f2de7c0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.0888762 Mar 22 17:41:41.762913 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (f7a3af50-5c69-466c-a64c-11eaed67c326), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.767846 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f7a3af50-5c69-466c-a64c-11eaed67c326), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.788902 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-17ff91dc-5372-4a9c-b552-e10d5e45d8fc req-7a686d59-ce69-49b7-80cc-c9509f571494 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813768 Mar 22 17:41:41.804038 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3af50-5c69-466c-a64c-11eaed67c326,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:41.808090 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.811941 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-fee5463d-179e-4a2d-a535-247ab1ed75e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2190709 Mar 22 17:41:41.812446 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48966) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:41.817029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group_rule': {'security_group_id': 'f7a3af50-5c69-466c-a64c-11eaed67c326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:41.842081 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (4ae24c10-0783-4ed0-a3a9-7fd27a2c9474), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.903306 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (4ae24c10-0783-4ed0-a3a9-7fd27a2c9474), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.906911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (4ae24c10-0783-4ed0-a3a9-7fd27a2c9474), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.923607 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae24c10-0783-4ed0-a3a9-7fd27a2c9474,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:41.931420 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:41.935091 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a24e8c67-c243-4f4d-b466-92c4f840554f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195414 Mar 22 17:41:41.935387 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48968) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:41.940702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'security_group_rule': {'security_group_id': 'f7a3af50-5c69-466c-a64c-11eaed67c326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:41.973912 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (377b088a-c4af-44fc-9a47-0aa4238c8781), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.031121 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (377b088a-c4af-44fc-9a47-0aa4238c8781), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.034475 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (377b088a-c4af-44fc-9a47-0aa4238c8781), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.052459 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377b088a-c4af-44fc-9a47-0aa4238c8781,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:42.061206 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.062452 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1b207e67-3350-468e-bb06-97ddd1f35b43 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260357 Mar 22 17:41:42.066223 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 48972) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:42.070696 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:42.093665 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.101884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b27d-7080-4071-aa31-38669efff225 req-66f0d54f-3c6c-45fd-bb0d-10926fb4e8e0 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.103405 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16f6b27d-7080-4071-aa31-38669efff225 req-66f0d54f-3c6c-45fd-bb0d-10926fb4e8e0 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.0568380 Mar 22 17:41:42.153307 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-16f6b27d-7080-4071-aa31-38669efff225 req-772f10e1-33ab-4c24-8d5a-9d59bde6f568 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Mar 22 17:41:42.204826 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.355819 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Allocated IP 172.27.0.207 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:42.373944 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-199c4130-304b-4f82-81a0-62de6b33ebb6 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.375396 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-199c4130-304b-4f82-81a0-62de6b33ebb6 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.1135488 Mar 22 17:41:42.460215 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dadfbe-e733-4846-9a53-50461743ef97 req-902239b2-73d6-42d8-8eec-04538c467c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.462022 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7dadfbe-e733-4846-9a53-50461743ef97 req-902239b2-73d6-42d8-8eec-04538c467c98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1128 time: 0.0489817 Mar 22 17:41:42.520567 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7dadfbe-e733-4846-9a53-50461743ef97 req-20e32ddb-586c-4228-9af5-6ed674ba636b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524559 Mar 22 17:41:42.545091 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.591302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Deleting port 3b5f1a16-6320-40c5-87b0-734b1382c5bf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:42.591624 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.671376 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58525-1194-4d27-b285-767545ffe4ec req-0b05e760-187a-4497-9c8e-8ed1d4d678c4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.672796 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-84f58525-1194-4d27-b285-767545ffe4ec req-0b05e760-187a-4497-9c8e-8ed1d4d678c4 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 945 time: 0.1530097 Mar 22 17:41:42.687883 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.753907 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:42.771073 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:42.779516 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:42.789733 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:42.820294 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] For port 3b5f1a16-6320-40c5-87b0-734b1382c5bf, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=3b5f1a16-6320-40c5-87b0-734b1382c5bf,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:42.820710 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.845199 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-84f58525-1194-4d27-b285-767545ffe4ec req-db76305a-0d7b-4533-94d5-5d6c9dd20b09 tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/security-groups?id=301d1385-4679-4f64-ae95-cc957df769c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614232 Mar 22 17:41:42.847615 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Calling delete_port for 3b5f1a16-6320-40c5-87b0-734b1382c5bf owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:42.911321 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f3dd4-822b-4723-8e98-a8c2843cce20 req-1ca4491d-0176-4928-81cc-c27781ab3be5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:42.912859 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c17f3dd4-822b-4723-8e98-a8c2843cce20 req-1ca4491d-0176-4928-81cc-c27781ab3be5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.0559292 Mar 22 17:41:42.954133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:42.961616 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c17f3dd4-822b-4723-8e98-a8c2843cce20 req-61608c37-3c69-4ffe-8aa9-f64c41512f43 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Mar 22 17:41:43.045034 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.114650 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (3b5f1a16-6320-40c5-87b0-734b1382c5bf), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.152049 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['3b5f1a16-6320-40c5-87b0-734b1382c5bf'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:43.158449 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Pushing event deleted for resources: {'Port': ['ID=3b5f1a16-6320-40c5-87b0-734b1382c5bf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.212069 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bb63-1ee5-41e2-8a1e-d8e0a2f5ca62 req-c1f33662-9e90-4c50-96d1-aef44c676e48 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:43.213521 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-abc2bb63-1ee5-41e2-8a1e-d8e0a2f5ca62 req-c1f33662-9e90-4c50-96d1-aef44c676e48 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.1789694 Mar 22 17:41:43.222132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 48982) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:43.227271 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'port_id': '191c106d-a5b5-4a3c-adbe-179dc3fd3531'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:43.253199 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] No DVR routers for this DVR port 3b5f1a16-6320-40c5-87b0-734b1382c5bf on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:43.256633 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.259826 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-17cdced9-60a5-4ce2-87a5-742df8c744d6 req-b5f2a2c8-394f-4016-b0fa-14afc28e7a4e tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.62 "DELETE /v2.0/ports/3b5f1a16-6320-40c5-87b0-734b1382c5bf HTTP/1.1" status: 204 len: 173 time: 0.8671446 Mar 22 17:41:43.260274 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'name': 'network-vif-deleted', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:43.262514 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0380be6-9c94-4646-81dd-5e62f299593b" -d '{"events": [{"server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "name": "network-vif-deleted", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:43.304686 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.332125 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d833a8-d7ce-4324-a411-757345f5921a x-openstack-request-id: req-67d833a8-d7ce-4324-a411-757345f5921a {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:43.332439 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a", "name": "network-vif-deleted", "tag": "3b5f1a16-6320-40c5-87b0-734b1382c5bf", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:43.332831 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67d833a8-d7ce-4324-a411-757345f5921a {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:43.333255 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d833a8-d7ce-4324-a411-757345f5921a'] response: {'server_uuid': '1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a', 'name': 'network-vif-deleted', 'tag': '3b5f1a16-6320-40c5-87b0-734b1382c5bf', 'status': 'completed', 'code': 200} Mar 22 17:41:43.338249 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.345418 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.416199 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed2d56-2461-4d51-8d4c-d1ded0267d9b req-436f7ce5-fb02-48aa-a46e-b757eadafabd tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:43.418392 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17ed2d56-2461-4d51-8d4c-d1ded0267d9b req-436f7ce5-fb02-48aa-a46e-b757eadafabd tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 944 time: 0.1884956 Mar 22 17:41:43.430257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:43.438160 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.461387 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.462633 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f866c231-40bc-4a23-853f-e404e805ca0b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3953869 Mar 22 17:41:43.498451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:41:43.549748 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17ed2d56-2461-4d51-8d4c-d1ded0267d9b req-cc5ed97d-28b4-4704-8410-47234e1b989c tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224391 Mar 22 17:41:43.651809 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-74b2434d-ff5b-45c3-8ed6-7aaf3e1edd80 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1418800966&fields=id&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 267 time: 0.0537372 Mar 22 17:41:43.754578 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:43.766957 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'port_id': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'mac_address': 'fa:16:3e:37:25:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:41:43.779374 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-606c8477-0882-4a22-839d-4f9c7e851c83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:43.780915 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-606c8477-0882-4a22-839d-4f9c7e851c83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 817 time: 0.1216640 Mar 22 17:41:43.809434 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d22a85b3-bf57-4641-9c10-436804a42099 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/quotas/6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 375 time: 0.0168636 Mar 22 17:41:43.832342 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 323d6286-b4ae-4933-a3fb-e5e8364e14ce is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:43.832790 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.853704 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d6286-b4ae-4933-a3fb-e5e8364e14ce {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:43.880279 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:43.882139 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.887577 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.888610 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:43.907414 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-5be075a9-c270-4d7c-90d3-fe6d6c8ba663 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892920 Mar 22 17:41:43.955261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:44.025761 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cf53445e-9b94-40c9-acdc-8f10ea63b002 req-3d08ea1d-f76c-4ac2-bd1a-a4648f7972bd tempest-ServerRescueNegativeTestJSON-900875321 tempest-ServerRescueNegativeTestJSON-900875321-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f9bba6a-1c47-4e1d-a7e5-29aed4e9be1a HTTP/1.1" status: 200 len: 210 time: 0.0328422 Mar 22 17:41:44.036676 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-e3ab9975-cf18-432c-a32f-45836abee999 service neutron] 10.222.0.69 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092083 Mar 22 17:41:44.041705 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP 7ae8e007-d4de-44bc-848d-8bfac56979ef associated. External IP: 172.27.0.198, port: 191c106d-a5b5-4a3c-adbe-179dc3fd3531. Mar 22 17:41:44.131032 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-8c534930-f009-4987-83ab-8d6053f5de8b service neutron] 10.222.0.69 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934911 Mar 22 17:41:44.264024 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:44.312674 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-010b3b2d-a406-4711-b5f1-08d398038195 req-9819bc04-762f-498c-a33d-d1b0e285f2ce tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 210 time: 0.0413537 Mar 22 17:41:44.417112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:44.422066 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:44.428532 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:44.439644 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:44.441009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:44.468391 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a7723fb5-e1ed-429d-adbc-59e801f9fdac tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "PUT /v2.0/floatingips/7ae8e007-d4de-44bc-848d-8bfac56979ef HTTP/1.1" status: 200 len: 992 time: 1.2352972 Mar 22 17:41:44.468391 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:44.468391 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:44.481656 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['323d6286-b4ae-4933-a3fb-e5e8364e14ce'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:44.503247 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823109f7-a3e2-4aed-b7fb-599f585d043d x-openstack-request-id: req-823109f7-a3e2-4aed-b7fb-599f585d043d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:44.504437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:44.504437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-823109f7-a3e2-4aed-b7fb-599f585d043d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:44.504437 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823109f7-a3e2-4aed-b7fb-599f585d043d'] response: {'name': 'network-changed', 'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'status': 'completed', 'code': 200} Mar 22 17:41:44.600167 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-e15ccde1-10c6-477b-a509-731f9a0c4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:44.601716 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-e15ccde1-10c6-477b-a509-731f9a0c4307 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 1130 time: 0.0508168 Mar 22 17:41:44.618587 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:44.747446 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7efc97-674d-4ed5-92ab-56efa1ebec0c req-e10b5afb-1c75-42d5-9f6f-6f5ecd95fa96 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:44.749026 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cd7efc97-674d-4ed5-92ab-56efa1ebec0c req-e10b5afb-1c75-42d5-9f6f-6f5ecd95fa96 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 945 time: 0.1098402 Mar 22 17:41:44.810844 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cd7efc97-674d-4ed5-92ab-56efa1ebec0c req-36e7d22f-d84d-4d95-a45f-a9b42a14e347 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546844 Mar 22 17:41:44.951231 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-a6c2a5ea-9d46-498b-968c-84f5ba3086e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:44.952733 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-a6c2a5ea-9d46-498b-968c-84f5ba3086e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.3445430 Mar 22 17:41:45.018700 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '7ae8e007-d4de-44bc-848d-8bfac56979ef', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:85:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:45.022737 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-539626c8-550f-4dd9-9d65-3297cff87f69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531 HTTP/1.1" status: 200 len: 1000 time: 0.0588813 Mar 22 17:41:45.045821 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:45.056343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:45.057053 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:45.071809 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-142968e4-1d67-44cf-be28-47ccc117f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:45.073344 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-142968e4-1d67-44cf-be28-47ccc117f8c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0448666 Mar 22 17:41:45.094756 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49020) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:45.139259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-770122fb-782b-47dd-a915-680dca7af449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:45.140939 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-770122fb-782b-47dd-a915-680dca7af449 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585363 Mar 22 17:41:45.168705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:45.241141 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-8075b925-4c8d-45f5-81c2-f99346339dc8 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910172 Mar 22 17:41:45.364484 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dcf3ce56-8ff3-411e-b740-e45ca145bb0c req-05c7d814-4dbd-4714-b35d-ad29aabc5b8c service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024749 Mar 22 17:41:45.442887 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '7ae8e007-d4de-44bc-848d-8bfac56979ef', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:85:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:45.475884 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256158bf-e867-4a8e-8497-d975e0c04d57 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '7ae8e007-d4de-44bc-848d-8bfac56979ef', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:85:05:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:28Z', 'updated_at': '2022-03-22T17:41:43Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:45.497405 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 3b5f1a16-6320-40c5-87b0-734b1382c5bf no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:45.509928 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3056b678-c2c6-4829-8bd7-117faa6a452a req-c1e268a2-8776-4de9-8b6e-2967f0aa6b50 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 210 time: 0.1021938 Mar 22 17:41:45.526640 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 3b5f1a16-6320-40c5-87b0-734b1382c5bf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:45.526994 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 3b5f1a16-6320-40c5-87b0-734b1382c5bf not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:45.603476 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-5fb0d5a4-21e4-478e-aaef-7483c97836f0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:45.604966 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-5fb0d5a4-21e4-478e-aaef-7483c97836f0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 817 time: 0.1985972 Mar 22 17:41:45.687544 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e20ce0-2226-4775-a73a-215942d826be None None] New status for floating IP 7ae8e007-d4de-44bc-848d-8bfac56979ef: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:45.732038 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-214de3a6-ffb7-4c04-90bf-f4a840ebbb8b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 380 time: 0.1074953 Mar 22 17:41:45.742783 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:45.772056 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'port': {'device_id': 'bc37877f-67cc-4e86-be62-d502fe983178', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'admin_state_up': True, 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'security_groups': ['f7a3af50-5c69-466c-a64c-11eaed67c326']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:46.210802 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (de439c13-c557-4190-8f63-7b6518d7aef5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.213746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Made reservation on behalf of 6f389f96505d4249a6b6f0ad56bd25d1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:41:46.217080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.517417 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Allocated IP 172.20.0.4 (13dae9ab-82bb-4f83-b847-aa008142f321/a9b7df96-d1b6-4382-8b25-4a0e311f1355/35877a41-1396-472c-84a3-c65ad8fd60e7) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:41:46.619309 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-984b978c-883a-4186-af6f-7aedf7ef7bc5 req-98691966-194c-4e52-a10d-f13808467707 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 210 time: 0.0277009 Mar 22 17:41:46.733388 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.757199 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Deleting port abb30473-7189-48bd-a3be-748fc385d7fd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:46.757542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.823897 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.891741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Network 13dae9ab-82bb-4f83-b847-aa008142f321 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:41:46.895133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:46.900608 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:41:46.903382 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] For port abb30473-7189-48bd-a3be-748fc385d7fd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=abb30473-7189-48bd-a3be-748fc385d7fd,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:46.903761 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:46.906686 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:41:46.939420 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Calling delete_port for abb30473-7189-48bd-a3be-748fc385d7fd owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:47.003204 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:47.003838 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.030809 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-d1b84ee9-8f22-4aea-bddd-d3288af080a9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2642226 Mar 22 17:41:47.077277 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Request body: {'port': {'device_id': 'bc37877f-67cc-4e86-be62-d502fe983178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:47.081362 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-ba528f73-fe53-4e48-9b83-153320c15a6a None None] Provisioning complete for port 35877a41-1396-472c-84a3-c65ad8fd60e7 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:47.081850 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ba528f73-fe53-4e48-9b83-153320c15a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.115896 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-ba528f73-fe53-4e48-9b83-153320c15a6a None None] Port 35877a41-1396-472c-84a3-c65ad8fd60e7 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:41:47.160233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.250647 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (abb30473-7189-48bd-a3be-748fc385d7fd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.326494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Pushing event deleted for resources: {'Port': ['ID=abb30473-7189-48bd-a3be-748fc385d7fd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:47.497038 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:47.548959 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 323d6286-b4ae-4933-a3fb-e5e8364e14ce triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:47.549436 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.609632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (de439c13-c557-4190-8f63-7b6518d7aef5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.626093 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 323d6286-b4ae-4933-a3fb-e5e8364e14ce is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:47.626584 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.631843 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:47.649385 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:47.651690 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a916fe5-2a03-4da1-a775-842d4ba0681d" -d '{"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-plugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:47.665009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:47.671106 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.697340 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks [] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.718699 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a12056-72cf-40ee-a667-995405365554 x-openstack-request-id: req-63a12056-72cf-40ee-a667-995405365554 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:47.718987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-plugged", "status": "completed", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:47.719248 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63a12056-72cf-40ee-a667-995405365554 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:47.719650 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a12056-72cf-40ee-a667-995405365554'] response: {'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'code': 200} Mar 22 17:41:47.727016 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Transition to ACTIVE for port object 35877a41-1396-472c-84a3-c65ad8fd60e7 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:41:47.730951 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:47.740947 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:47.841689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:47.881330 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdf264-cfd4-4d3b-93ff-8abf93b17678 req-430e2dc8-65d8-492a-9cd9-4d2c84242e9e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:47.882902 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8cdf264-cfd4-4d3b-93ff-8abf93b17678 req-430e2dc8-65d8-492a-9cd9-4d2c84242e9e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.1600072 Mar 22 17:41:48.032700 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Attempting to bind port 35877a41-1396-472c-84a3-c65ad8fd60e7 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:41:48.033041 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Attempting to bind port 35877a41-1396-472c-84a3-c65ad8fd60e7 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:41:48.033987 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Attempting to bind port 35877a41-1396-472c-84a3-c65ad8fd60e7 on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:48.046089 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8cdf264-cfd4-4d3b-93ff-8abf93b17678 req-9c58c335-280c-40e0-ba64-49ffed60e8c6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432366 Mar 22 17:41:48.048177 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Port 35877a41-1396-472c-84a3-c65ad8fd60e7 on network 13dae9ab-82bb-4f83-b847-aa008142f321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:41:48.048534 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Attempting to bind port 35877a41-1396-472c-84a3-c65ad8fd60e7 on network 13dae9ab-82bb-4f83-b847-aa008142f321 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:41:48.057337 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:41:48.057685 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Checking segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:41:48.058072 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Bound using segment: {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:41:48.058546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Bound port: 35877a41-1396-472c-84a3-c65ad8fd60e7, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e910b0-a492-45be-8491-3280fddbaeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:41:48.058845 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.079649 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Router de439c13-c557-4190-8f63-7b6518d7aef5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:48.286517 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:41:48.453854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:41:48.469424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:41:48.478239 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.522647 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:48.526409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:48.526966 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.528708 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] 10.222.0.62 "PUT /v2.0/ports/35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 1093 time: 1.4554551 Mar 22 17:41:48.528826 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:48.530912 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Sync routers for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:48.531410 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4a4f2-2848-406c-a9f4-cd45f20854a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:48.538991 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:48.539424 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e9029344-a08b-473a-a8e0-3c63fb7fec8d admin admin] 10.222.0.69 "PUT /v2.0/routers/de439c13-c557-4190-8f63-7b6518d7aef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4432209 Mar 22 17:41:48.558384 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106af47-00d7-4f76-9661-019b2c689de4 service neutron] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:48.579274 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:48.579973 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:48.582167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce804b46-f5b4-48ba-972e-01af24379493 x-openstack-request-id: req-ce804b46-f5b4-48ba-972e-01af24379493 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:48.584477 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:48.584477 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce804b46-f5b4-48ba-972e-01af24379493 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:48.584477 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce804b46-f5b4-48ba-972e-01af24379493'] response: {'name': 'network-changed', 'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'status': 'completed', 'code': 200} Mar 22 17:41:48.661759 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-05231d68-7fb5-43e4-87e1-0f78b8613589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:48.668715 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-05231d68-7fb5-43e4-87e1-0f78b8613589 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1127 time: 0.0581536 Mar 22 17:41:48.690115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks [] for router (de439c13-c557-4190-8f63-7b6518d7aef5), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.711529 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:48.730501 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-f629a5eb-cea7-4ce7-941f-803f9b699e2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 217 time: 0.0443623 Mar 22 17:41:48.790075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-379c5e61-b5fc-4a07-bb30-ca1eb373d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:48.791654 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-379c5e61-b5fc-4a07-bb30-ca1eb373d891 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0557222 Mar 22 17:41:48.814755 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks [] for router_gateway (de439c13-c557-4190-8f63-7b6518d7aef5), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.854490 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e1a89-1313-485b-8f2c-cba185140774 req-a35d859f-dd08-4fd9-aaa5-d1ea6d86d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:48.856170 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-a35d859f-dd08-4fd9-aaa5-d1ea6d86d167 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588057 Mar 22 17:41:48.875069 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Deleting port 16600c49-e841-4005-8d2c-714ee58dcb0e {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:48.875413 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.920554 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:41:47Z', 'revision_number': 5, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port': {'id': '16600c49-e841-4005-8d2c-714ee58dcb0e', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:48.951490 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-b891b926-f2dc-4e2f-b665-30334e892aa7 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876977 Mar 22 17:41:48.954506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Checking router: de439c13-c557-4190-8f63-7b6518d7aef5 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:48.963476 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Routers {'de439c13-c557-4190-8f63-7b6518d7aef5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:48.963659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] For port 16600c49-e841-4005-8d2c-714ee58dcb0e, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=16600c49-e841-4005-8d2c-714ee58dcb0e,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:48.963993 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['de439c13-c557-4190-8f63-7b6518d7aef5'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:48.964118 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:48.978524 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Calling delete_port for 16600c49-e841-4005-8d2c-714ee58dcb0e owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:49.052567 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a73e1a89-1313-485b-8f2c-cba185140774 req-dd384066-4793-4b10-8940-ecb403816da6 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917838 Mar 22 17:41:49.179029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (16600c49-e841-4005-8d2c-714ee58dcb0e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.180976 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] Set router de439c13-c557-4190-8f63-7b6518d7aef5 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:49.213266 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Pushing event deleted for resources: {'Port': ['ID=16600c49-e841-4005-8d2c-714ee58dcb0e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:49.213584 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60aba5-0f35-47e2-917e-8aeef4f56077 req-74b9b4b4-96e1-4419-ae8a-3fd0f8e088b1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:49.215517 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e60aba5-0f35-47e2-917e-8aeef4f56077 req-74b9b4b4-96e1-4419-ae8a-3fd0f8e088b1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0860345 Mar 22 17:41:49.233514 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-8da38e21-c4cb-4924-a5d6-ffe257389862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:49.235133 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-8da38e21-c4cb-4924-a5d6-ffe257389862 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1127 time: 0.0783563 Mar 22 17:41:49.242772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:41:48Z', 'revision_number': 6, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:49.273778 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae1b5b-3378-4beb-a4fd-9a45a3084a12 None None] The sync data for ids ['de439c13-c557-4190-8f63-7b6518d7aef5'] in dv-cinder-820578-3-iscsi is: [{'id': 'de439c13-c557-4190-8f63-7b6518d7aef5', 'name': 'tempest-ServerRescueNegativeTestJSON-156190125-router', 'tenant_id': 'ace8f01a7a034849af8002e2a648ab6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:16Z', 'updated_at': '2022-03-22T17:41:48Z', 'revision_number': 6, 'project_id': 'ace8f01a7a034849af8002e2a648ab6d', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:49.279243 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (de439c13-c557-4190-8f63-7b6518d7aef5), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.326984 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5e60aba5-0f35-47e2-917e-8aeef4f56077 req-de21b6ae-42c6-4447-9b02-e3d6332dcdc1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014512 Mar 22 17:41:49.356653 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-1a42ae0f-2cf1-4720-88c9-6927e54e2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:49.358201 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-1a42ae0f-2cf1-4720-88c9-6927e54e2ac4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.1151404 Mar 22 17:41:49.399460 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-eb74f9ff-834a-4cbe-94b8-ff541dc13207 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 217 time: 0.0341752 Mar 22 17:41:49.400006 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (de439c13-c557-4190-8f63-7b6518d7aef5), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.402222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks [] for router_controller (de439c13-c557-4190-8f63-7b6518d7aef5), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.446769 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-24211d03-97bc-40d8-8bbb-468b3d6d6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:49.448244 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-24211d03-97bc-40d8-8bbb-468b3d6d6745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0433345 Mar 22 17:41:49.468212 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (de439c13-c557-4190-8f63-7b6518d7aef5), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.468738 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de439c13-c557-4190-8f63-7b6518d7aef5 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:41:49.473989 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.475162 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-443ce773-5f34-4c7e-99e6-085bf383d931 admin admin] 10.222.0.69 "DELETE /v2.0/routers/de439c13-c557-4190-8f63-7b6518d7aef5 HTTP/1.1" status: 204 len: 168 time: 0.9345982 Mar 22 17:41:49.477729 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49046) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:49.503709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-18d1c5ab-a5c4-4581-ade0-189c04c4cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:49.505262 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-18d1c5ab-a5c4-4581-ade0-189c04c4cc81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498927 Mar 22 17:41:49.526188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Deleting subnet bebe77c3-e705-498f-acdf-0a9efd2a88a0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:41:49.529279 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Publish callbacks [] for subnet (bebe77c3-e705-498f-acdf-0a9efd2a88a0), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.563807 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9993821'] for subnet (bebe77c3-e705-498f-acdf-0a9efd2a88a0), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.600197 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-4ec78cea-980d-42e3-998c-81e8640d209a service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Mar 22 17:41:49.677600 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (bebe77c3-e705-498f-acdf-0a9efd2a88a0), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.702170 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92a4a4f2-2848-406c-a9f4-cd45f20854a3 req-d917d1c3-4a6a-4912-a7b6-e3a656203b39 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928957 Mar 22 17:41:49.741779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10011756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628935'] for subnet (bebe77c3-e705-498f-acdf-0a9efd2a88a0), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.768326 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebe77c3-e705-498f-acdf-0a9efd2a88a0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:49.773377 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.777707 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-79e2245c-1473-4454-ac7b-538fabaed4ab admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bebe77c3-e705-498f-acdf-0a9efd2a88a0 HTTP/1.1" status: 204 len: 168 time: 0.2989624 Mar 22 17:41:49.778586 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2d901-534e-4bfe-976b-e9ce87cb6f46 None None] Network e190b32d-65d8-4078-a6d7-9076dea076cf requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:41:49.780579 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49048) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:49.849149 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (e190b32d-65d8-4078-a6d7-9076dea076cf), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.904168 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Deleting port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:41:49.904555 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.970496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] For port 17d79e7f-f29f-4307-bbce-d31fd8f2b120, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=17d79e7f-f29f-4307-bbce-d31fd8f2b120,segment=NetworkSegment(373df24f-a627-40e2-bf4d-652a0cbb07fe),segment_id=373df24f-a627-40e2-bf4d-652a0cbb07fe)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:49.970942 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:49.983428 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Calling delete_port for 17d79e7f-f29f-4307-bbce-d31fd8f2b120 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:41:50.064154 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (17d79e7f-f29f-4307-bbce-d31fd8f2b120), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.066331 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1775ed-1b9b-4edc-80a7-a123fa17d239 None None] DHCP port deletion for e190b32d-65d8-4078-a6d7-9076dea076cf request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:41:50.097268 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=17d79e7f-f29f-4307-bbce-d31fd8f2b120,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:50.100105 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] No DVR routers for this DVR port 17d79e7f-f29f-4307-bbce-d31fd8f2b120 on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:41:50.184747 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (e190b32d-65d8-4078-a6d7-9076dea076cf), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.209700 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e190b32d-65d8-4078-a6d7-9076dea076cf']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:50.219898 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373df24f-a627-40e2-bf4d-652a0cbb07fe') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:50.220203 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373df24f-a627-40e2-bf4d-652a0cbb07fe') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:50.231938 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (373df24f-a627-40e2-bf4d-652a0cbb07fe), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.253009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (373df24f-a627-40e2-bf4d-652a0cbb07fe), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.253160 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 17d79e7f-f29f-4307-bbce-d31fd8f2b120 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:50.260925 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:41:50.261392 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (373df24f-a627-40e2-bf4d-652a0cbb07fe), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:41:50.263394 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:41:50.277211 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 17d79e7f-f29f-4307-bbce-d31fd8f2b120 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:50.277702 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 17d79e7f-f29f-4307-bbce-d31fd8f2b120 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:50.278136 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device abb30473-7189-48bd-a3be-748fc385d7fd no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:50.298400 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: abb30473-7189-48bd-a3be-748fc385d7fd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:50.298793 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device abb30473-7189-48bd-a3be-748fc385d7fd not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:50.299227 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 16600c49-e841-4005-8d2c-714ee58dcb0e no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:41:50.320131 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 16600c49-e841-4005-8d2c-714ee58dcb0e {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:41:50.320522 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 16600c49-e841-4005-8d2c-714ee58dcb0e not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:41:50.332004 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (e190b32d-65d8-4078-a6d7-9076dea076cf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.339848 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.344118 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] 10.222.0.69 "DELETE /v2.0/networks/e190b32d-65d8-4078-a6d7-9076dea076cf HTTP/1.1" status: 204 len: 168 time: 0.5621035 Mar 22 17:41:50.357319 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32b62d-9fca-439c-b764-110c7ea27e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e190b32d-65d8-4078-a6d7-9076dea076cf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:50.464630 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3426ef-089f-445b-b4fd-f9744c745862 req-7b4d596a-c767-4a89-b20a-0844bf409ea1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:50.466136 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ea3426ef-089f-445b-b4fd-f9744c745862 req-7b4d596a-c767-4a89-b20a-0844bf409ea1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0554266 Mar 22 17:41:50.468557 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49054) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:50.535509 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6e05fbe2-389e-4fe7-abcc-4e542b858acd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ace8f01a7a034849af8002e2a648ab6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657585 Mar 22 17:41:50.538208 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49056) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:50.542749 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ea3426ef-089f-445b-b4fd-f9744c745862 req-533768bf-0378-425c-a0c8-cd92b15a0fc0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676227 Mar 22 17:41:50.587826 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] Publish callbacks [] for security_group (301d1385-4679-4f64-ae95-cc957df769c8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.608671 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] Publish callbacks [] for security_group (301d1385-4679-4f64-ae95-cc957df769c8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.654764 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (301d1385-4679-4f64-ae95-cc957df769c8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.657442 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:50.659130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/301d1385-4679-4f64-ae95-cc957df769c8 HTTP/1.1" status: 204 len: 168 time: 0.1199303 Mar 22 17:41:50.666671 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9c02a-3db0-4d76-857e-c962855244f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d1385-4679-4f64-ae95-cc957df769c8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:51.509677 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:41:51.623317 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:51.637613 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:41:51.682303 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753ca3-17ec-487f-a74e-ab5c76dd4089 req-64db18df-af16-4937-b5b6-b548acec5ee5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:51.683012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:51.683416 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.684869 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa753ca3-17ec-487f-a74e-ab5c76dd4089 req-64db18df-af16-4937-b5b6-b548acec5ee5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0614903 Mar 22 17:41:51.698305 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:41:51.727030 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:51.732139 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:51.761186 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-aa753ca3-17ec-487f-a74e-ab5c76dd4089 req-94ee08d2-8f62-4388-bf07-abaa33a99c2c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691090 Mar 22 17:41:51.801385 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:52.212846 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['35877a41-1396-472c-84a3-c65ad8fd60e7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:41:52.886465 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3006b-4c8d-4eb0-a56f-6e342813bbee req-2e88b4de-25a4-4354-add5-268b149e9f37 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:52.887960 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2bb3006b-4c8d-4eb0-a56f-6e342813bbee req-2e88b4de-25a4-4354-add5-268b149e9f37 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 944 time: 0.0557737 Mar 22 17:41:52.934282 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2bb3006b-4c8d-4eb0-a56f-6e342813bbee req-e67ef320-2147-42d1-a282-010c6b86979f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405092 Mar 22 17:41:53.509342 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:41:53.560099 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 35877a41-1396-472c-84a3-c65ad8fd60e7 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:41:53.563937 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 35877a41-1396-472c-84a3-c65ad8fd60e7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:41:53.564866 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.650620 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:41:53.650932 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.672162 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:53.674645 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176c8ea-b45e-4357-859c-fe9a0c9bc94c" -d '{"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:53.686798 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:41:53.691576 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:53.717253 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3abe0c-52de-4a74-8dc6-3e840ccc34d4 x-openstack-request-id: req-8b3abe0c-52de-4a74-8dc6-3e840ccc34d4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:53.717551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:53.717809 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b3abe0c-52de-4a74-8dc6-3e840ccc34d4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:53.718202 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3abe0c-52de-4a74-8dc6-3e840ccc34d4'] response: {'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'code': 200} Mar 22 17:41:53.742419 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:53.938288 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392a72-695a-4363-be7b-a05e7d7b3b7d req-b7ac61f8-ef58-4f94-aa60-e21c25fae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:53.940356 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75392a72-695a-4363-be7b-a05e7d7b3b7d req-b7ac61f8-ef58-4f94-aa60-e21c25fae7ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1129 time: 0.0437949 Mar 22 17:41:53.986570 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75392a72-695a-4363-be7b-a05e7d7b3b7d req-b744c1f1-5245-4178-9c4e-9b498cbf8bd8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Mar 22 17:41:54.060841 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef72508-e82d-42e7-bb8e-54eeee36ab97 req-161588c7-25f8-451c-b4fa-d7b4678e9dcf tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:54.062670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1ef72508-e82d-42e7-bb8e-54eeee36ab97 req-161588c7-25f8-451c-b4fa-d7b4678e9dcf tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Mar 22 17:41:54.114481 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1ef72508-e82d-42e7-bb8e-54eeee36ab97 req-19a91483-aa98-4058-9a04-84448795461b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Mar 22 17:41:54.521103 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49124) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:54.623362 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8f1f-c721-4627-ac6c-9b2c0733da89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.695523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8f1f-c721-4627-ac6c-9b2c0733da89 admin admin] Publish callbacks [] for security_group (2facaae1-f6c4-4607-b9f2-c2f0a159d077), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.699241 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ecfe8f1f-c721-4627-ac6c-9b2c0733da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2facaae1-f6c4-4607-b9f2-c2f0a159d077), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.737109 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ecfe8f1f-c721-4627-ac6c-9b2c0733da89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0fec5f3e3b5b4cce83b36cd7fb9c5e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149174 Mar 22 17:41:54.738200 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe8f1f-c721-4627-ac6c-9b2c0733da89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2facaae1-f6c4-4607-b9f2-c2f0a159d077,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:54.739745 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49128) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:54.789477 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] Publish callbacks [] for security_group (2facaae1-f6c4-4607-b9f2-c2f0a159d077), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.809672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] Publish callbacks [] for security_group (2facaae1-f6c4-4607-b9f2-c2f0a159d077), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.857746 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2facaae1-f6c4-4607-b9f2-c2f0a159d077), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.860504 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:54.861670 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2facaae1-f6c4-4607-b9f2-c2f0a159d077 HTTP/1.1" status: 204 len: 168 time: 0.1208127 Mar 22 17:41:54.869941 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d55f9-2a89-4308-b625-248025615c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2facaae1-f6c4-4607-b9f2-c2f0a159d077,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:55.238791 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b4ed-f679-46f2-96c7-d27bace376c9 req-dfb3c72f-dd01-40b0-bac7-807825930430 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:55.240562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b905b4ed-f679-46f2-96c7-d27bace376c9 req-dfb3c72f-dd01-40b0-bac7-807825930430 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0539775 Mar 22 17:41:55.289914 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b905b4ed-f679-46f2-96c7-d27bace376c9 req-26040d2a-16c0-4388-b018-293afe5367d9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Mar 22 17:41:56.039538 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49180) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:56.142316 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c5c-1dfe-4d0b-8a77-d2cdf036516b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.220158 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c5c-1dfe-4d0b-8a77-d2cdf036516b admin admin] Publish callbacks [] for security_group (aca19bb7-8bbe-4bd2-8183-7c58a8a47291), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.223928 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ae1d6c5c-1dfe-4d0b-8a77-d2cdf036516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (aca19bb7-8bbe-4bd2-8183-7c58a8a47291), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.262523 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ae1d6c5c-1dfe-4d0b-8a77-d2cdf036516b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b4800171b2549878808e504770e5552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219069 Mar 22 17:41:56.263394 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d6c5c-1dfe-4d0b-8a77-d2cdf036516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca19bb7-8bbe-4bd2-8183-7c58a8a47291,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:56.265368 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:56.319633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] Publish callbacks [] for security_group (aca19bb7-8bbe-4bd2-8183-7c58a8a47291), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.342402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] Publish callbacks [] for security_group (aca19bb7-8bbe-4bd2-8183-7c58a8a47291), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.391874 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (aca19bb7-8bbe-4bd2-8183-7c58a8a47291), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.394574 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:56.395731 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aca19bb7-8bbe-4bd2-8183-7c58a8a47291 HTTP/1.1" status: 204 len: 168 time: 0.1288090 Mar 22 17:41:56.403694 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a0f0d-d27b-46ec-a03c-2f64cb1e49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca19bb7-8bbe-4bd2-8183-7c58a8a47291,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:56.428305 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc820a-ca92-4f14-80e2-f7683f224bcc req-2d3b3603-6ebf-41c8-a778-998c5df810b8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:56.429852 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-14bc820a-ca92-4f14-80e2-f7683f224bcc req-2d3b3603-6ebf-41c8-a778-998c5df810b8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0651000 Mar 22 17:41:56.478586 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-14bc820a-ca92-4f14-80e2-f7683f224bcc req-f427933c-be2c-40fe-ab0b-52947446b72f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Mar 22 17:41:56.600028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5be55e-10d9-41dc-87ce-fb5dbda12064 req-3e1fedb8-f624-48b7-8035-77b6ec0157b7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:56.601559 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aa5be55e-10d9-41dc-87ce-fb5dbda12064 req-3e1fedb8-f624-48b7-8035-77b6ec0157b7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Mar 22 17:41:56.610479 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49198) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:56.615433 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Request body: {'floatingip': {'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:41:56.654207 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.095553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.100973 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.205009 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Floating IP 5bdd732a-5c76-4b9d-af47-07e0bc4d8304 associated. External IP: 172.27.0.207, port: 35877a41-1396-472c-84a3-c65ad8fd60e7. Mar 22 17:41:57.429603 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:41:57.542941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:41:57.547901 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:57.557230 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:41:57.567922 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:57.568898 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:57.578498 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-269f5fcc-6b4c-4189-8731-15545bc179ea tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "PUT /v2.0/floatingips/5bdd732a-5c76-4b9d-af47-07e0bc4d8304 HTTP/1.1" status: 200 len: 991 time: 0.9669971 Mar 22 17:41:57.579406 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:41:57.581904 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94628bd3-cc6d-4cfb-bd42-a89531d74328" -d '{"events": [{"name": "network-changed", "server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:41:57.621362 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf4fe5-76f5-43e0-a992-5582049f459e x-openstack-request-id: req-81bf4fe5-76f5-43e0-a992-5582049f459e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:41:57.621669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:41:57.621955 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81bf4fe5-76f5-43e0-a992-5582049f459e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:41:57.622380 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bf4fe5-76f5-43e0-a992-5582049f459e'] response: {'name': 'network-changed', 'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'status': 'completed', 'code': 200} Mar 22 17:41:57.692952 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:57.727385 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-5110c695-7407-4af4-ba8c-fbfc24efaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:57.729126 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-5110c695-7407-4af4-ba8c-fbfc24efaff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1129 time: 0.0487599 Mar 22 17:41:57.845540 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-04b2a8a1-ac87-4d47-8bd5-b03d6c1e897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:57.847338 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-04b2a8a1-ac87-4d47-8bd5-b03d6c1e897f service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.1060300 Mar 22 17:41:57.915592 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-b68bd607-6d45-451b-82af-e5690cfc92fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 999 time: 0.0610943 Mar 22 17:41:57.947001 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '5bdd732a-5c76-4b9d-af47-07e0bc4d8304', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37877f-67cc-4e86-be62-d502fe983178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:42Z', 'updated_at': '2022-03-22T17:41:57Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:57.967297 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-44f0289e-4653-4aba-89c2-d2a43c93a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:57.968853 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-44f0289e-4653-4aba-89c2-d2a43c93a5ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0444567 Mar 22 17:41:57.978583 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:41:57.986822 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49240) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:57.989166 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:41:57.989811 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:41:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:58.023385 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-15939096-f997-475d-aafe-2887cfd01751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:41:58.024938 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-15939096-f997-475d-aafe-2887cfd01751 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498450 Mar 22 17:41:58.104793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d575f84-5671-4a92-95b4-08548bbfec33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.105805 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:41:58.128652 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-aaef6ea2-6285-4053-90e9-caaf79d79131 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897026 Mar 22 17:41:58.184520 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d575f84-5671-4a92-95b4-08548bbfec33 admin admin] Publish callbacks [] for security_group (2ea321d4-37a4-42e0-8deb-ffda0d6ae314), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.190994 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d575f84-5671-4a92-95b4-08548bbfec33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2ea321d4-37a4-42e0-8deb-ffda0d6ae314), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.230470 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-94628bd3-cc6d-4cfb-bd42-a89531d74328 req-d8e11286-4460-4d7e-9e2e-09d5afe41a74 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956717 Mar 22 17:41:58.233477 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6d575f84-5671-4a92-95b4-08548bbfec33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bbd2764ad6d4d63bf9d9ec4b4571b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453320 Mar 22 17:41:58.234331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575f84-5671-4a92-95b4-08548bbfec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea321d4-37a4-42e0-8deb-ffda0d6ae314,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:58.236216 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:58.289950 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] Publish callbacks [] for security_group (2ea321d4-37a4-42e0-8deb-ffda0d6ae314), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.315970 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] Publish callbacks [] for security_group (2ea321d4-37a4-42e0-8deb-ffda0d6ae314), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.346387 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-1ca60f96-a604-4214-8464-07259de85156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '5bdd732a-5c76-4b9d-af47-07e0bc4d8304', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37877f-67cc-4e86-be62-d502fe983178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:42Z', 'updated_at': '2022-03-22T17:41:57Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:41:58.364905 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2ea321d4-37a4-42e0-8deb-ffda0d6ae314), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.367614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.368792 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ea321d4-37a4-42e0-8deb-ffda0d6ae314 HTTP/1.1" status: 204 len: 168 time: 0.1307919 Mar 22 17:41:58.377681 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca60f96-a604-4214-8464-07259de85156 None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '5bdd732a-5c76-4b9d-af47-07e0bc4d8304', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc37877f-67cc-4e86-be62-d502fe983178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:41:42Z', 'updated_at': '2022-03-22T17:41:57Z', 'revision_number': 1, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:41:58.379602 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45123e-394f-4f73-8fe1-cf59fa4225e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea321d4-37a4-42e0-8deb-ffda0d6ae314,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:58.595584 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f08277-e87f-48b2-81d1-939f57605fa0 None None] New status for floating IP 5bdd732a-5c76-4b9d-af47-07e0bc4d8304: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:41:58.652636 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:58.665543 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f6114e2-b15a-477a-8cd5-9b70adf200a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.739597 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f6114e2-b15a-477a-8cd5-9b70adf200a8 admin admin] Publish callbacks [] for security_group (86c48fa1-aa8b-4d03-ae77-43b9e998541e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.743635 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f6114e2-b15a-477a-8cd5-9b70adf200a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (86c48fa1-aa8b-4d03-ae77-43b9e998541e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.785838 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8f6114e2-b15a-477a-8cd5-9b70adf200a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ababfd52437049cfa6ec758d43964062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321106 Mar 22 17:41:58.786574 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6114e2-b15a-477a-8cd5-9b70adf200a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c48fa1-aa8b-4d03-ae77-43b9e998541e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:41:58.788485 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49252) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:41:58.838599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] Publish callbacks [] for security_group (86c48fa1-aa8b-4d03-ae77-43b9e998541e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.859300 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] Publish callbacks [] for security_group (86c48fa1-aa8b-4d03-ae77-43b9e998541e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.885220 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-23874d12-4913-4c26-aecd-f2bc00d99f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.915996 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (86c48fa1-aa8b-4d03-ae77-43b9e998541e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.919250 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:41:58.920428 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86c48fa1-aa8b-4d03-ae77-43b9e998541e HTTP/1.1" status: 204 len: 168 time: 0.1309249 Mar 22 17:41:58.928724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ee86-e25a-4099-82aa-d91e3ab77dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c48fa1-aa8b-4d03-ae77-43b9e998541e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:00.825272 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49324) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:00.927115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3982753c-ae45-45c2-b115-13880a1e0e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.000635 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3982753c-ae45-45c2-b115-13880a1e0e2c admin admin] Publish callbacks [] for security_group (d8ace65b-0dd9-4d38-a78f-5867bb9c06f9), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.004803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3982753c-ae45-45c2-b115-13880a1e0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (d8ace65b-0dd9-4d38-a78f-5867bb9c06f9), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.044151 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3982753c-ae45-45c2-b115-13880a1e0e2c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64b315f12a57431eafc860c3208dcd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178144 Mar 22 17:42:01.045045 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982753c-ae45-45c2-b115-13880a1e0e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ace65b-0dd9-4d38-a78f-5867bb9c06f9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:01.047572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49328) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:01.096190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] Publish callbacks [] for security_group (d8ace65b-0dd9-4d38-a78f-5867bb9c06f9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.116471 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] Publish callbacks [] for security_group (d8ace65b-0dd9-4d38-a78f-5867bb9c06f9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.161816 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (d8ace65b-0dd9-4d38-a78f-5867bb9c06f9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.164657 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.165809 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8ace65b-0dd9-4d38-a78f-5867bb9c06f9 HTTP/1.1" status: 204 len: 168 time: 0.1168513 Mar 22 17:42:01.173261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb215535-23f2-4277-b7b3-4681178eb3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ace65b-0dd9-4d38-a78f-5867bb9c06f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:01.286097 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-93bb7ab1-b778-4dd2-9907-212c77f24264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.417982 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:01.431232 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bce6af-1076-4716-a951-54808d993ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.504484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bce6af-1076-4716-a951-54808d993ee4 admin admin] Publish callbacks [] for security_group (4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.508128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-98bce6af-1076-4716-a951-54808d993ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.545467 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-98bce6af-1076-4716-a951-54808d993ee4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0db562aff87e427082cba641693be139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264102 Mar 22 17:42:01.546187 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bce6af-1076-4716-a951-54808d993ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:01.548846 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49336) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:01.598934 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] Publish callbacks [] for security_group (4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.620063 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] Publish callbacks [] for security_group (4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.665856 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.668391 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:01.669530 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84 HTTP/1.1" status: 204 len: 168 time: 0.1195886 Mar 22 17:42:01.678005 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc7cb7-6977-4c27-993b-e73cf9186acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4105a1b6-37ff-4e9a-a927-c2f6a3ee4a84,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.247494 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.681717 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49368) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:02.783925 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442870d0-d855-4f4b-acd0-b42c7d4b80ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.861146 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442870d0-d855-4f4b-acd0-b42c7d4b80ce admin admin] Publish callbacks [] for security_group (6340c641-0c7e-48c6-bb86-dbf7713fcab4), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.864674 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-442870d0-d855-4f4b-acd0-b42c7d4b80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6340c641-0c7e-48c6-bb86-dbf7713fcab4), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.901725 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-442870d0-d855-4f4b-acd0-b42c7d4b80ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbc3701232f14efe920461b892d7c885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189362 Mar 22 17:42:02.902554 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442870d0-d855-4f4b-acd0-b42c7d4b80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6340c641-0c7e-48c6-bb86-dbf7713fcab4,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:02.904444 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:02.953829 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] Publish callbacks [] for security_group (6340c641-0c7e-48c6-bb86-dbf7713fcab4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:02.977615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] Publish callbacks [] for security_group (6340c641-0c7e-48c6-bb86-dbf7713fcab4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.025842 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (6340c641-0c7e-48c6-bb86-dbf7713fcab4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.028408 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:03.029566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6340c641-0c7e-48c6-bb86-dbf7713fcab4 HTTP/1.1" status: 204 len: 168 time: 0.1240211 Mar 22 17:42:03.037884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c59e3-1b99-477f-b023-0a6319995f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340c641-0c7e-48c6-bb86-dbf7713fcab4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:04.023744 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:05.346988 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:15.739535 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:17.355656 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f8f76-c11a-4598-9656-e4f4072d9089 req-98744ef6-1165-4a9b-8777-430d2ccccb92 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:17.357149 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-002f8f76-c11a-4598-9656-e4f4072d9089 req-98744ef6-1165-4a9b-8777-430d2ccccb92 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0512018 Mar 22 17:42:17.408456 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-002f8f76-c11a-4598-9656-e4f4072d9089 req-2ddc932b-4dc3-4592-b6a1-7963c4248e5f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Mar 22 17:42:18.526875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24376e0-21ad-43d9-8fb4-1e4035f09d0c req-4a373cc3-6141-4105-8a81-559036653767 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:18.528393 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f24376e0-21ad-43d9-8fb4-1e4035f09d0c req-4a373cc3-6141-4105-8a81-559036653767 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0514970 Mar 22 17:42:18.576098 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f24376e0-21ad-43d9-8fb4-1e4035f09d0c req-a5e7f3ff-9949-48a4-99a5-088f81769edc tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Mar 22 17:42:19.549034 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-06b729a7-7a1d-402f-9a22-8d0eefb4d48a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030813293&fields=id&tenant_id=721a864ad379486dbb0920edef00cefc HTTP/1.1" status: 200 len: 267 time: 0.0424404 Mar 22 17:42:19.606502 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-45419807-7aa2-42fd-b245-d173430942ff tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.608305 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-45419807-7aa2-42fd-b245-d173430942ff tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 984 time: 0.0538454 Mar 22 17:42:19.619542 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Request body: {'port': {'security_groups': ['c0d9e218-11ea-43f1-86b5-1602ed6d9226']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:19.697470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145d98-2160-4de5-9d4b-c7fe5943d251 req-dd0ffeeb-a1dd-45f0-83c3-b842708bf496 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.698872 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b145d98-2160-4de5-9d4b-c7fe5943d251 req-dd0ffeeb-a1dd-45f0-83c3-b842708bf496 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.0523589 Mar 22 17:42:19.699915 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.752271 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b145d98-2160-4de5-9d4b-c7fe5943d251 req-8f0dd3f8-7369-40f3-aa84-3ffe4bcd4452 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Mar 22 17:42:19.879013 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:19.917385 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.925218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.968218 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:19.970426 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:19.971055 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:19.972537 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-edc0463e-de3a-416c-ba3f-9bb47ca9e380 req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "PUT /v2.0/ports/adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 942 time: 0.3576293 Mar 22 17:42:19.983746 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:19.985932 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75e9a1-08ad-41a4-b944-ba088e7478fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:19.990515 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49534) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:20.031302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event updated for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=7']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:20.042934 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.043308 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.043656 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.043999 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.044344 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.044704 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.045043 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.045367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.045704 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.046035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.046366 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.046697 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.047864 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.048242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.048632 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be09c6-3458-4c86-9ab2-9ba8d322422a tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:20.067430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87da45a-e933-4955-9c34-cc053c3b0e49 x-openstack-request-id: req-c87da45a-e933-4955-9c34-cc053c3b0e49 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:20.067724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:20.067982 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c87da45a-e933-4955-9c34-cc053c3b0e49 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:20.068402 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87da45a-e933-4955-9c34-cc053c3b0e49'] response: {'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:42:20.096128 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (a1312056-a1da-407c-9d2d-0c9725bbdd47), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.102564 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167158f9-e958-49d3-bc91-279a02f80b03 req-30e14717-40db-4554-8480-311cfbc7774e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.104401 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-167158f9-e958-49d3-bc91-279a02f80b03 req-30e14717-40db-4554-8480-311cfbc7774e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.1531816 Mar 22 17:42:20.144834 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (a1312056-a1da-407c-9d2d-0c9725bbdd47), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.191739 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:20.286112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:20.286112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.349071 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-0bd36bc9-fe0e-457c-a92f-257a51dc1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.350764 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-0bd36bc9-fe0e-457c-a92f-257a51dc1e91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1129 time: 0.2328205 Mar 22 17:42:20.375715 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43c954-4376-48a5-b840-ca7aa8201734 req-80ea569b-8bc2-4ed6-badf-33336e530f1b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.378023 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a43c954-4376-48a5-b840-ca7aa8201734 req-80ea569b-8bc2-4ed6-badf-33336e530f1b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0970912 Mar 22 17:42:20.403395 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bec5a63-52e9-42f5-b512-2cac9578d690 None None] Provisioning complete for port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:20.403807 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bec5a63-52e9-42f5-b512-2cac9578d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.421594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] For port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:20.422290 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.432914 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (a1312056-a1da-407c-9d2d-0c9725bbdd47), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.435621 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.439617 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "DELETE /v2.0/security-groups/a1312056-a1da-407c-9d2d-0c9725bbdd47 HTTP/1.1" status: 204 len: 168 time: 0.4481812 Mar 22 17:42:20.441770 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49540) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:20.512800 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9bec5a63-52e9-42f5-b512-2cac9578d690 None None] Current status of the port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 is: ACTIVE; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:20.527350 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea096a2-90f6-4bf2-b56b-07e646f998c8 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1312056-a1da-407c-9d2d-0c9725bbdd47,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:20.552936 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a43c954-4376-48a5-b840-ca7aa8201734 req-e9b6c242-0751-4ead-8e05-c6aa3c8bea7a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628771 Mar 22 17:42:20.628413 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-6f1ceff8-5b7c-43f8-aea2-7632b6762b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.629922 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-6f1ceff8-5b7c-43f8-aea2-7632b6762b73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 915 time: 0.2210033 Mar 22 17:42:20.736889 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-4700fbc7-54cb-490d-9b46-04dd2a8e46a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 1001 time: 0.0983915 Mar 22 17:42:20.799437 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Deleting port 3926968d-3e42-4ff1-953b-2f96aabeddc9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:20.799833 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.845299 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-11ad0a3e-5246-4d4f-a52a-ce6eb3633c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:20.846834 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-11ad0a3e-5246-4d4f-a52a-ce6eb3633c69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.1027539 Mar 22 17:42:20.890699 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.891038 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for floatingip (3926968d-3e42-4ff1-953b-2f96aabeddc9), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.913785 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Calling delete_port for 3926968d-3e42-4ff1-953b-2f96aabeddc9 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:20.929243 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.929853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (a3a71ce1-5189-407d-b256-1806927d092e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:20.929972 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP a3a71ce1-5189-407d-b256-1806927d092e disassociated. External IP: 172.27.0.162, port: 2ea41d13-f34b-4cc1-8530-1ec09cea1b77. Mar 22 17:42:20.930271 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:21.038729 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f389-a53e-469e-8d59-840d44434b01 req-4472408e-dd46-4d38-9bdf-8aae46e60450 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.040312 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4559f389-a53e-469e-8d59-840d44434b01 req-4472408e-dd46-4d38-9bdf-8aae46e60450 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 946 time: 0.1418180 Mar 22 17:42:21.130681 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4559f389-a53e-469e-8d59-840d44434b01 req-9349cae0-b340-4637-a856-bff1e9de0b5b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825622 Mar 22 17:42:21.152469 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (2ea41d13-f34b-4cc1-8530-1ec09cea1b77), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.182701 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=2ea41d13-f34b-4cc1-8530-1ec09cea1b77,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:21.197794 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.198151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.198499 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.198841 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.199178 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.199621 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.199843 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.200172 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.200531 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.200863 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.201201 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.201523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.201851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.202174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.202494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:21.264144 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-489c44fc-fc18-4ccf-b65e-3b4b8a603599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.265736 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-489c44fc-fc18-4ccf-b65e-3b4b8a603599 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3611772 Mar 22 17:42:21.337308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:21.429061 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-428387c1-ea42-4b4d-ac27-c2c3d9097c31 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514800 Mar 22 17:42:21.463665 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:21.473574 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:21.484007 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:21.484653 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:21.508933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] No DVR routers for this DVR port 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:21.511617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.515172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-167158f9-e958-49d3-bc91-279a02f80b03 req-3bcb52fb-2cb4-486f-99e3-acf5eb72e75c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "DELETE /v2.0/ports/2ea41d13-f34b-4cc1-8530-1ec09cea1b77 HTTP/1.1" status: 204 len: 173 time: 1.3979259 Mar 22 17:42:21.515891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'name': 'network-vif-deleted', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:21.519211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93306812-dfee-4369-9a19-0dfb154894c9" -d '{"events": [{"server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "name": "network-vif-deleted", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:21.545464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (3926968d-3e42-4ff1-953b-2f96aabeddc9), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.572934 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735a51a-4310-431c-89f1-3fec27c3e4f5 x-openstack-request-id: req-d735a51a-4310-431c-89f1-3fec27c3e4f5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:21.573454 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e794ea95-bc03-4df5-bdcc-30c43a77b9ae", "name": "network-vif-deleted", "tag": "2ea41d13-f34b-4cc1-8530-1ec09cea1b77", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:21.573853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d735a51a-4310-431c-89f1-3fec27c3e4f5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:21.575424 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d735a51a-4310-431c-89f1-3fec27c3e4f5'] response: {'server_uuid': 'e794ea95-bc03-4df5-bdcc-30c43a77b9ae', 'name': 'network-vif-deleted', 'tag': '2ea41d13-f34b-4cc1-8530-1ec09cea1b77', 'status': 'completed', 'code': 200} Mar 22 17:42:21.602143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event deleted for resources: {'Port': ['ID=3926968d-3e42-4ff1-953b-2f96aabeddc9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:21.609325 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1c75e9a1-08ad-41a4-b944-ba088e7478fa req-35ce9966-15ee-4736-a9fa-625cd51b9703 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736128 Mar 22 17:42:21.691766 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks [] for floatingip (e5d2c650-d6cd-4575-8bf5-70e81ecff855), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:21.692263 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Floating IP e5d2c650-d6cd-4575-8bf5-70e81ecff855 disassociated (deleted). External IP: 172.27.0.157, port: adf3fa5d-40b0-49c4-95ef-d79bffaf8686. Mar 22 17:42:21.724152 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915458f-4e32-4875-8f2b-0330b6e9886f req-fa8d54bb-472d-4af5-ada5-0a50a3fe67cb tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:21.725904 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4915458f-4e32-4875-8f2b-0330b6e9886f req-fa8d54bb-472d-4af5-ada5-0a50a3fe67cb tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0787880 Mar 22 17:42:21.777722 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4915458f-4e32-4875-8f2b-0330b6e9886f req-88584234-ca27-4e27-9df3-e4d7a4ecf1cb tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Mar 22 17:42:21.787978 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:21.935825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Router 75ef2927-e414-4181-b849-22c35554795a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:21.999921 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.030474 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:22.039608 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:22.040211 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.067064 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:22.079977 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Sync routers for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:22.089226 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:22.092355 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:22.093192 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.129450 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-16de5c47-0ada-4dc6-aebe-d24ac5b36a25 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "DELETE /v2.0/floatingips/e5d2c650-d6cd-4575-8bf5-70e81ecff855 HTTP/1.1" status: 204 len: 168 time: 1.6563680 Mar 22 17:42:22.129450 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:22.130077 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:22.158583 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:22.167911 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010f0185-1a13-470c-9bec-d00835940b98 x-openstack-request-id: req-010f0185-1a13-470c-9bec-d00835940b98 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:22.168240 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:22.168785 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-010f0185-1a13-470c-9bec-d00835940b98 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:22.169231 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010f0185-1a13-470c-9bec-d00835940b98'] response: {'name': 'network-changed', 'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:42:22.268526 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:22.304842 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-813bf76b-d167-416c-a8b9-0b69956ccb00 req-1420b35e-25a9-4549-879d-01f904fb72ce tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 210 time: 0.0408471 Mar 22 17:42:22.308757 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-b9606ff2-8cd3-493d-8600-27866a3b1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.313170 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-b9606ff2-8cd3-493d-8600-27866a3b1514 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=721a864ad379486dbb0920edef00cefc&device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 1129 time: 0.0879025 Mar 22 17:42:22.439969 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-c9050a05-6b91-4c08-81d7-c72f2b75451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.441502 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-c9050a05-6b91-4c08-81d7-c72f2b75451b service neutron] 10.222.0.62 "GET /v2.0/networks?id=777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 200 len: 915 time: 0.1205041 Mar 22 17:42:22.443273 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.474651 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807e59f-3308-4587-89ac-8ec2d374c18e None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:22.503248 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-e29b64ad-ce3e-441f-9056-81db7639667e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 200 len: 217 time: 0.0448496 Mar 22 17:42:22.557337 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.567288 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-3e11b2cf-fa0c-43f1-bb70-bf0622b45291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.568773 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-3e11b2cf-fa0c-43f1-bb70-bf0622b45291 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 200 len: 853 time: 0.0565715 Mar 22 17:42:22.586037 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Checking router: 75ef2927-e414-4181-b849-22c35554795a for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:22.594485 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:22.595110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:22.714918 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-3ccae7dd-fadb-4462-9536-6eb1426ba2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.716677 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-3ccae7dd-fadb-4462-9536-6eb1426ba2c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=777687c2-2c08-4267-abec-bd63352fef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568759 Mar 22 17:42:22.737636 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-85a98aba-77c6-4710-ba1f-1d33733810d7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:22.739504 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-85a98aba-77c6-4710-ba1f-1d33733810d7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.0700932 Mar 22 17:42:22.743789 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798805bc-0e76-4254-93e5-386c06b840ea None None] New status for floating IP a3a71ce1-5189-407d-b256-1806927d092e: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:22.863382 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:22.972891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Deleting port 58e128be-2b78-4acd-87f8-7a6492165339 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:22.973312 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (58e128be-2b78-4acd-87f8-7a6492165339), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.003261 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-b00e5690-14fb-42e2-aad8-5da17ae8c654 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360245 Mar 22 17:42:23.010325 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb8dd-1ed3-41de-9bcb-a50931dbc48c req-cee55448-00cf-4e0c-ab18-4dbc7b16304d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:23.011879 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-080eb8dd-1ed3-41de-9bcb-a50931dbc48c req-cee55448-00cf-4e0c-ab18-4dbc7b16304d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 946 time: 0.1468730 Mar 22 17:42:23.077128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] For port 58e128be-2b78-4acd-87f8-7a6492165339, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=58e128be-2b78-4acd-87f8-7a6492165339,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:23.077640 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (58e128be-2b78-4acd-87f8-7a6492165339), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.094064 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:23.115078 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-080eb8dd-1ed3-41de-9bcb-a50931dbc48c req-1295f1fb-27a0-47ee-9014-5ef392a08fac tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947912 Mar 22 17:42:23.125618 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e648ed-83fe-45a4-818d-fcc8155cc90f None None] The sync data for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi is: [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:38:02Z', 'revision_number': 4, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'eb101410-245f-4fab-9562-e14c85030440', 'name': '', 'network_id': '777687c2-2c08-4267-abec-bd63352fef1b', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'mac_address': 'fa:16:3e:5e:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:01Z', 'updated_at': '2022-03-22T17:38:08Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'subnets': [{'id': '82d3abf1-af10-4867-8d61-0f297e3816df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:23.136317 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2ebc6e4e-f482-44c0-a80a-9740db48c3ec req-bd184ea9-539e-4b06-a10a-315e936efa85 service neutron] 10.222.0.62 "GET /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233146 Mar 22 17:42:23.279664 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.280032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.280556 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Floating IP 8058b1cf-9e7c-46ff-bb84-0635efc1235a disassociated. External IP: 172.27.0.221, port: 58e128be-2b78-4acd-87f8-7a6492165339. Mar 22 17:42:23.280905 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Calling delete_port for 58e128be-2b78-4acd-87f8-7a6492165339 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:23.416040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff4333-1d55-482d-8a58-6857e4fba9ff None None] New status for floating IP e5d2c650-d6cd-4575-8bf5-70e81ecff855: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:23.451492 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5f9b6b4b-875a-4cde-ac14-9045adb41c8f req-6ecd8402-ec5e-483a-a28f-417e4c2a82a5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=e794ea95-bc03-4df5-bdcc-30c43a77b9ae HTTP/1.1" status: 200 len: 210 time: 0.0628061 Mar 22 17:42:23.467946 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (58e128be-2b78-4acd-87f8-7a6492165339), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.504077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'Port': ['ID=58e128be-2b78-4acd-87f8-7a6492165339,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:23.643930 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:23.744985 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:23.755978 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:23.766480 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:23.769932 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:23.770664 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2ea41d13-f34b-4cc1-8530-1ec09cea1b77 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:23.770810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 58e128be-2b78-4acd-87f8-7a6492165339 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:23.787059 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:23.787756 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:23.792225 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 58e128be-2b78-4acd-87f8-7a6492165339 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:23.792652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 58e128be-2b78-4acd-87f8-7a6492165339 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:23.799480 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] No DVR routers for this DVR port 58e128be-2b78-4acd-87f8-7a6492165339 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:23.801853 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:23.805261 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a48f6a82-120e-4ea8-a089-1cb1a1b17992 req-3d1646e4-d470-4571-ab8f-d80b6944556f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "DELETE /v2.0/ports/58e128be-2b78-4acd-87f8-7a6492165339 HTTP/1.1" status: 204 len: 173 time: 0.9384544 Mar 22 17:42:23.805725 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'name': 'network-vif-deleted', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:23.808108 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d187c-9016-40de-8b4f-6e2d4de1f0e7" -d '{"events": [{"server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "name": "network-vif-deleted", "tag": "58e128be-2b78-4acd-87f8-7a6492165339"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:23.843625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0368f0-3ddf-431a-95ea-bba14f8908dc x-openstack-request-id: req-4b0368f0-3ddf-431a-95ea-bba14f8908dc {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:23.843931 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b25c2f-1750-4756-bdef-c0a8c64e93c7", "name": "network-vif-deleted", "tag": "58e128be-2b78-4acd-87f8-7a6492165339", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:23.844194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b0368f0-3ddf-431a-95ea-bba14f8908dc {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:23.844656 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0368f0-3ddf-431a-95ea-bba14f8908dc'] response: {'server_uuid': 'b7b25c2f-1750-4756-bdef-c0a8c64e93c7', 'name': 'network-vif-deleted', 'tag': '58e128be-2b78-4acd-87f8-7a6492165339', 'status': 'completed', 'code': 200} Mar 22 17:42:23.917779 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:24.141806 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:24.168605 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:24.177950 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:24.178637 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:24.239871 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c270fa8b-33d5-46e6-93c9-bbc38fd8c057 req-06e0ec4e-bf7d-4816-a2ee-dbe78dd005f1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b25c2f-1750-4756-bdef-c0a8c64e93c7 HTTP/1.1" status: 200 len: 210 time: 0.0328090 Mar 22 17:42:24.290163 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:24.493632 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:24.622703 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28d05d-0ac4-478d-b6f1-d7f0c5b1c32f None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:24.788502 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-ef1d7550-6399-44bb-86f7-97bbc5c678bb tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170768763&fields=id&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 267 time: 0.0510530 Mar 22 17:42:24.898368 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26aadf-2e00-46e0-8bda-53d97ac5d9eb None None] New status for floating IP 8058b1cf-9e7c-46ff-bb84-0635efc1235a: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:24.916176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-28c3d7c0-8159-434b-ad1a-0d7ae42684bf tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:24.917741 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-28c3d7c0-8159-434b-ad1a-0d7ae42684bf tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1208696 Mar 22 17:42:24.932634 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-9347c1ac-1aff-4371-a509-95f6514a4521 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/quotas/a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 375 time: 0.0093510 Mar 22 17:42:24.992935 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-04c9d2d5-19d6-49a3-9355-9677d917570b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542767 Mar 22 17:42:25.090048 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-fb1a180a-660d-4c76-ab69-5a8b0036915a service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Mar 22 17:42:25.182522 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-bc76ccd7-1d6e-4491-8890-ed1a694f4118 service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866671 Mar 22 17:42:25.286150 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:42:25.329643 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49612) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:25.390003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.415141 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.489964 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20d895dc-df56-4342-9d47-7bc3fb3f39ec req-f1ccd420-06ac-4393-8759-cdadee7f361d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Mar 22 17:42:25.491457 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.494422 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.495562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "DELETE /v2.0/security-groups/dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc HTTP/1.1" status: 204 len: 168 time: 0.1647327 Mar 22 17:42:25.498372 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49618) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:25.504763 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf2f3b-772c-469e-9af0-5b91582b1028 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:25.528571 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-a70c6fcd-14bb-4960-ba55-f1926b99d100 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] show failed (client error): The resource could not be found. Mar 22 17:42:25.532842 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a70c6fcd-14bb-4960-ba55-f1926b99d100 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups/dcb6d1c2-99a2-4080-a930-fe0e4c8eeabc HTTP/1.1" status: 404 len: 347 time: 0.0326707 Mar 22 17:42:25.533079 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:25.663899 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Deleting port 5b110e69-9e9e-435d-a5d2-b9983ef8a4a9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:25.664253 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.740467 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.740820 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.753627 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Calling delete_port for 5b110e69-9e9e-435d-a5d2-b9983ef8a4a9 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:25.901918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (5b110e69-9e9e-435d-a5d2-b9983ef8a4a9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:25.928273 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'Port': ['ID=5b110e69-9e9e-435d-a5d2-b9983ef8a4a9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.000990 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (8058b1cf-9e7c-46ff-bb84-0635efc1235a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.004222 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.005466 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5f392370-c972-44b1-80eb-527da27d5482 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "DELETE /v2.0/floatingips/8058b1cf-9e7c-46ff-bb84-0635efc1235a HTTP/1.1" status: 204 len: 168 time: 0.4715447 Mar 22 17:42:26.115541 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586f6f-53c4-454c-a64f-de054611d54e req-a1354a6a-ff4e-4654-b217-f665e6a9240d tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.117211 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db586f6f-53c4-454c-a64f-de054611d54e req-a1354a6a-ff4e-4654-b217-f665e6a9240d tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0617566 Mar 22 17:42:26.165323 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-db586f6f-53c4-454c-a64f-de054611d54e req-b320c560-315b-4c37-b316-93ea1d6563ae tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Mar 22 17:42:26.278506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49638) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:26.284825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--740967858', 'description': 'tempest-description--37369994'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.305710 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.371863 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (06bdac3d-c979-43de-b12e-72706109a022), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.380218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (06bdac3d-c979-43de-b12e-72706109a022), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.408752 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.409970 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1304162 Mar 22 17:42:26.413210 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49640) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:26.414580 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce981162-6b87-4aa7-b909-0f99187a73f5 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdac3d-c979-43de-b12e-72706109a022,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.418392 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group_rule': {'security_group_id': '06bdac3d-c979-43de-b12e-72706109a022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.443804 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (27c5f414-999d-44f3-b441-8d0b80d27130), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.499019 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (27c5f414-999d-44f3-b441-8d0b80d27130), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.503212 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (27c5f414-999d-44f3-b441-8d0b80d27130), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.531603 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c5f414-999d-44f3-b441-8d0b80d27130,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.574796 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.575946 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d4e696a4-8eea-498b-b6a7-4a88a5cd4eb1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616924 Mar 22 17:42:26.579113 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49644) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:26.584396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'security_group_rule': {'security_group_id': '06bdac3d-c979-43de-b12e-72706109a022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.612871 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d4ef4be7-d977-4615-a03c-2f78c0a5b058 req-253823c4-d663-4905-8e81-c6b8490911ff tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Mar 22 17:42:26.615734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (db756d3e-403e-44fd-8e0d-0f23c889fbde), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.662243 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-a2e7a36c-9a5e-4b47-a442-2b943f34a5c0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:26.663660 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-a2e7a36c-9a5e-4b47-a442-2b943f34a5c0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1470838 Mar 22 17:42:26.685079 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (db756d3e-403e-44fd-8e0d-0f23c889fbde), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.689158 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (db756d3e-403e-44fd-8e0d-0f23c889fbde), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.711296 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db756d3e-403e-44fd-8e0d-0f23c889fbde,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:26.719760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.721149 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-08ee64ba-4588-4f2a-acd8-08d31107b213 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410282 Mar 22 17:42:26.724833 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49646) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:26.729328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.756293 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-e2a91036-feb7-4fb1-bc1f-805a29f35fa3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 380 time: 0.0654306 Mar 22 17:42:26.758029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.766331 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'port': {'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'admin_state_up': True, 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'security_groups': ['1a358310-db29-4f8b-b53f-15b7908cbf44']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:26.867782 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.878034 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Made reservation on behalf of a64a9dbe39674a6889658095d26bcf23 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:26.881494 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:26.975679 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Allocated IP 172.27.0.111 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/6c038568-15cd-4331-8a66-e926495c2390) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:27.006190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.20.0.6 (2a947be7-ce4d-4075-adbf-8ba2bf533c52/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27/8b21103e-9d88-4e09-8222-c5a6f76bc97f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:27.085074 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (6c038568-15cd-4331-8a66-e926495c2390), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.128295 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (6c038568-15cd-4331-8a66-e926495c2390), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.164557 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.167247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:27.170163 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:27.176510 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:27.199881 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=6c038568-15cd-4331-8a66-e926495c2390,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:27.200697 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.251188 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:27.257287 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:27.277678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:27.316428 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.349973 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.352280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.359895 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:27.383697 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-cc9d9a2a-efe3-4d1a-b36c-d1e389897761 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210573 Mar 22 17:42:27.385971 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ce72-1b9b-4352-b7c6-051e804e55b5 req-060d27fc-b78a-4c36-b9c9-baf18cfb96fc tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.388315 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3d91ce72-1b9b-4352-b7c6-051e804e55b5 req-060d27fc-b78a-4c36-b9c9-baf18cfb96fc tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.1130610 Mar 22 17:42:27.415054 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Request body: {'port': {'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:27.418690 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (6c038568-15cd-4331-8a66-e926495c2390), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.491535 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3d91ce72-1b9b-4352-b7c6-051e804e55b5 req-949ee532-5f33-4bee-9dc8-1274a3bb5aad tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973535 Mar 22 17:42:27.519387 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.600158 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dea23b55-ad23-4e80-b27a-1f7589e759b6 None None] Provisioning complete for port 8b21103e-9d88-4e09-8222-c5a6f76bc97f triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:27.600758 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dea23b55-ad23-4e80-b27a-1f7589e759b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.625024 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (6c038568-15cd-4331-8a66-e926495c2390), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.632438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (6c038568-15cd-4331-8a66-e926495c2390), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.638372 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dea23b55-ad23-4e80-b27a-1f7589e759b6 None None] Port 8b21103e-9d88-4e09-8222-c5a6f76bc97f cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:27.704118 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=6c038568-15cd-4331-8a66-e926495c2390,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:27.717056 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.732623 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.734250 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-281c1385-48d0-44e3-a309-b5b20dba476a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0080073 Mar 22 17:42:27.777091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c3cd-aa07-41d1-bab3-addfe0aa48c4 req-29dcee7b-641d-48d4-bcbe-3dff5d5d52dd tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:27.778598 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2b3c3cd-aa07-41d1-bab3-addfe0aa48c4 req-29dcee7b-641d-48d4-bcbe-3dff5d5d52dd tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 931 time: 0.0846465 Mar 22 17:42:27.874589 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2b3c3cd-aa07-41d1-bab3-addfe0aa48c4 req-e78bf7dd-70fb-4e03-a795-df4290bc564e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877759 Mar 22 17:42:27.886314 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b21103e-9d88-4e09-8222-c5a6f76bc97f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:27.896198 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks [] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.910392 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Transition to ACTIVE for port object 8b21103e-9d88-4e09-8222-c5a6f76bc97f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:27.914862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:27.960651 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-54ad3d68-acbe-43c0-b166-91a90b72f5fc tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--740967858&fields=id&tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 267 time: 0.0491941 Mar 22 17:42:27.964517 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:28.048646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Attempting to bind port 8b21103e-9d88-4e09-8222-c5a6f76bc97f on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:28.048646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Attempting to bind port 8b21103e-9d88-4e09-8222-c5a6f76bc97f by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:28.049091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Attempting to bind port 8b21103e-9d88-4e09-8222-c5a6f76bc97f on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:28.053827 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Port 8b21103e-9d88-4e09-8222-c5a6f76bc97f on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:28.054164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Attempting to bind port 8b21103e-9d88-4e09-8222-c5a6f76bc97f on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:28.059548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:28.059898 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:28.060299 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Bound using segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:28.060845 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Bound port: 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:28.061138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.094407 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-04a9e1e3-d1f8-407e-bfcc-cc2ac19a7f16 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.101538 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-04a9e1e3-d1f8-407e-bfcc-cc2ac19a7f16 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 811 time: 0.1264188 Mar 22 17:42:28.112158 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-26dcfa02-304f-4dc0-8524-e1d8a848732a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/quotas/b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 375 time: 0.0097032 Mar 22 17:42:28.130291 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:28.133837 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:28.139661 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.174245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.176112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.177670 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] 10.222.0.62 "PUT /v2.0/ports/8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 1093 time: 0.7675979 Mar 22 17:42:28.178233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:28.180586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72612d6d-09fc-48a2-9048-83c00f15f4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:28.209402 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-7e1c6141-e49b-4930-adb8-2da544630dc9 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894504 Mar 22 17:42:28.219137 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4acd90-a531-4c4d-8d98-45f6fad0a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:28.236333 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb9d4d-9a91-44d4-95de-7559be0b086b x-openstack-request-id: req-a2eb9d4d-9a91-44d4-95de-7559be0b086b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:28.236908 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:28.237415 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2eb9d4d-9a91-44d4-95de-7559be0b086b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:28.238005 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2eb9d4d-9a91-44d4-95de-7559be0b086b'] response: {'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'status': 'completed', 'code': 200} Mar 22 17:42:28.336693 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-5d4b9b60-6139-47bd-aed0-1c68078a8511 service neutron] 10.222.0.69 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206732 Mar 22 17:42:28.343964 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-273e78a9-eed7-409b-afec-9d96fbf2de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.345759 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-273e78a9-eed7-409b-afec-9d96fbf2de84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0672941 Mar 22 17:42:28.411446 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-e673e315-4087-42d0-8b44-5c9b3b7264a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 217 time: 0.0470955 Mar 22 17:42:28.432267 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-79800e3b-d833-4723-aaf2-1d23a42a8f14 service neutron] 10.222.0.69 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947030 Mar 22 17:42:28.464054 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7ef418b8-6eae-42e5-96a1-262d86a4262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.465614 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-7ef418b8-6eae-42e5-96a1-262d86a4262b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0477123 Mar 22 17:42:28.517193 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-b160aa32-3772-465c-bed6-c260f895ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.521136 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-b160aa32-3772-465c-bed6-c260f895ba75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478342 Mar 22 17:42:28.632561 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-235f3e7e-724e-4054-8657-1908cb3cf643 req-f0678d52-e3d2-40c1-9c30-1c5e0b27f946 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 210 time: 0.0562761 Mar 22 17:42:28.660866 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-a10b4c8c-131c-49b8-8b28-9c123e8e5753 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.662513 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-a10b4c8c-131c-49b8-8b28-9c123e8e5753 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.0875700 Mar 22 17:42:28.669785 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9440-b467-4656-907f-e734d1a234cd req-9c8c53e5-a50e-46b5-ba63-a5501ade6f7f tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:28.671288 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc5e9440-b467-4656-907f-e734d1a234cd req-9c8c53e5-a50e-46b5-ba63-a5501ade6f7f tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 945 time: 0.1055593 Mar 22 17:42:28.741371 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-eb5eae29-5394-423d-b581-7efd59cd817b service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662610 Mar 22 17:42:28.744522 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-dc5e9440-b467-4656-907f-e734d1a234cd req-fb2481ee-9db2-4094-9086-0175f5e08108 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0d9e218-11ea-43f1-86b5-1602ed6d9226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620809 Mar 22 17:42:28.775316 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Deleting port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:28.775675 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.846466 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2c3d4e6b-be75-499a-9f31-30d8960f1d20 req-ab09c740-a703-426b-8ac7-0b7b9c04c9cd service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976682 Mar 22 17:42:28.894314 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b6ca0a9d-f44f-477c-adcb-562a71a7758c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.908964 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] For port adf3fa5d-40b0-49c4-95ef-d79bffaf8686, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:28.909342 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:28.924361 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Calling delete_port for adf3fa5d-40b0-49c4-95ef-d79bffaf8686 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:29.016194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-28a55ac8-c4ee-4be4-938d-d94514693561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.017858 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-28a55ac8-c4ee-4be4-938d-d94514693561 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0497670 Mar 22 17:42:29.052730 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e4244-8bb0-44d5-894b-01c9f1263e9a req-ed16cc6b-cc2a-48e6-9368-30b9a681ea69 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.059754 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-909e4244-8bb0-44d5-894b-01c9f1263e9a req-ed16cc6b-cc2a-48e6-9368-30b9a681ea69 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.0917869 Mar 22 17:42:29.119614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-c1e06fa6-c8f0-46a2-a222-df7f557cb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.121211 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-c1e06fa6-c8f0-46a2-a222-df7f557cb6b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0970969 Mar 22 17:42:29.155113 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-909e4244-8bb0-44d5-894b-01c9f1263e9a req-c99e1546-dad7-48d4-a67d-f3e0b7ce1cba tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944462 Mar 22 17:42:29.166540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (adf3fa5d-40b0-49c4-95ef-d79bffaf8686), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:29.183894 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-4a0d98e3-0527-4d17-aa4b-70b08f380d90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 217 time: 0.0410790 Mar 22 17:42:29.204630 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Pushing event deleted for resources: {'Port': ['ID=adf3fa5d-40b0-49c4-95ef-d79bffaf8686,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:29.212937 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['adf3fa5d-40b0-49c4-95ef-d79bffaf8686'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:29.255597 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] No DVR routers for this DVR port adf3fa5d-40b0-49c4-95ef-d79bffaf8686 on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:29.258578 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:29.261973 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cab7c9a9-f24f-4799-9255-ba6557e04ce4 req-26d33f38-7aac-492f-8b12-39c5f5603d67 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.62 "DELETE /v2.0/ports/adf3fa5d-40b0-49c4-95ef-d79bffaf8686 HTTP/1.1" status: 204 len: 173 time: 0.5937231 Mar 22 17:42:29.262484 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'name': 'network-vif-deleted', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:29.264082 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-12803a97-6a1c-4800-ae75-84c1632bd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.264797 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a911b2-39d6-4662-a11a-90eb78b009b2" -d '{"events": [{"server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "name": "network-vif-deleted", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:29.265622 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-12803a97-6a1c-4800-ae75-84c1632bd85e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0745764 Mar 22 17:42:29.306352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59af5870-adaa-4465-b1f8-672d9873ded6 x-openstack-request-id: req-59af5870-adaa-4465-b1f8-672d9873ded6 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:29.307021 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a249239-1e28-4523-b28c-a6abbb06aa4d", "name": "network-vif-deleted", "tag": "adf3fa5d-40b0-49c4-95ef-d79bffaf8686", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:29.307176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59af5870-adaa-4465-b1f8-672d9873ded6 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:29.307620 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59af5870-adaa-4465-b1f8-672d9873ded6'] response: {'server_uuid': '2a249239-1e28-4523-b28c-a6abbb06aa4d', 'name': 'network-vif-deleted', 'tag': 'adf3fa5d-40b0-49c4-95ef-d79bffaf8686', 'status': 'completed', 'code': 200} Mar 22 17:42:29.329648 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-546bf4a7-b837-4991-b516-46f083b366bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.331842 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-546bf4a7-b837-4991-b516-46f083b366bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518851 Mar 22 17:42:29.442625 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-470f9f37-991e-4f2e-9e98-8e2d08a14d8a service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885353 Mar 22 17:42:29.795482 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1efe2e89-7c52-4e91-801b-0190ed11cb59 req-82ad1e8f-b506-45a0-bbde-58e94c951bd9 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 210 time: 0.0412834 Mar 22 17:42:29.856583 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-72612d6d-09fc-48a2-9048-83c00f15f4dc req-91d3034b-becb-4028-83e0-355d4f31ebcf service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008536 Mar 22 17:42:29.911477 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7d327586-a201-4c7d-bd2e-dbf14fd50c86 req-868c08b8-5e50-47e4-b879-ba4b2c08c118 tempest-TestMinimumBasicScenario-339720317 tempest-TestMinimumBasicScenario-339720317-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a249239-1e28-4523-b28c-a6abbb06aa4d HTTP/1.1" status: 200 len: 210 time: 0.0375543 Mar 22 17:42:29.949542 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-2817de1d-33a9-4eab-9627-3e338fa456a7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:29.950990 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-2817de1d-33a9-4eab-9627-3e338fa456a7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 811 time: 0.1278074 Mar 22 17:42:30.028788 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-b37427c1-0bfc-4090-9125-52bcc3fbc4aa tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f HTTP/1.1" status: 200 len: 379 time: 0.0563962 Mar 22 17:42:30.039489 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'port': {'device_id': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'admin_state_up': True, 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'security_groups': ['06bdac3d-c979-43de-b12e-72706109a022']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:30.151046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Made reservation on behalf of b35a7db5ede34676a9fc5beb57f6fd9f for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:30.154537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.312099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Allocated IP 172.20.0.11 (d10e4963-7ae2-4c5b-80df-01898f9a78d3/8e9f64ba-e1bb-4f86-831c-c5fe633bfd20/fa706b53-f2b3-4d01-90fc-03a9a13cf4e8) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:30.331521 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0031fa6-ede2-49b7-b40b-bfcd739972c0 req-5cc3e5de-7fa3-4c14-8e72-aaf4801dc32e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.333029 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e0031fa6-ede2-49b7-b40b-bfcd739972c0 req-5cc3e5de-7fa3-4c14-8e72-aaf4801dc32e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.0987968 Mar 22 17:42:30.445928 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e0031fa6-ede2-49b7-b40b-bfcd739972c0 req-b116246f-959c-40b8-b3de-8525fbecd36f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062644 Mar 22 17:42:30.498313 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.531376 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.571777 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:30.574720 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:30.580857 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:30.587458 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event updated for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:30.635489 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.636119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.653380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-815ecc49-bcc3-4c81-959b-fdbecdb7ea22 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185737 Mar 22 17:42:30.671760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Request body: {'port': {'device_id': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:30.736099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.849228 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-c5f65e69-17b4-46f7-9ca9-f6f154bd295c None None] Provisioning complete for port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:30.849855 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c5f65e69-17b4-46f7-9ca9-f6f154bd295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:30.884096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c5f65e69-17b4-46f7-9ca9-f6f154bd295c None None] Port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:42:30.970631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa392d-240f-44ca-9242-11e80a75c7c1 req-b9ad7a6f-2b86-44b6-99de-13fbf1b7f48a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:30.972175 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81fa392d-240f-44ca-9242-11e80a75c7c1 req-b9ad7a6f-2b86-44b6-99de-13fbf1b7f48a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 932 time: 0.0729320 Mar 22 17:42:31.021190 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:31.032061 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks [] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.042686 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81fa392d-240f-44ca-9242-11e80a75c7c1 req-ab0f440a-5e91-4097-a17a-2c4d36cdc22a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584180 Mar 22 17:42:31.053952 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Transition to ACTIVE for port object fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:31.061198 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.154622 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.178007 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49736) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:31.194537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Attempting to bind port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:31.194974 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Attempting to bind port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:31.195430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Attempting to bind port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:31.201144 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:31.201948 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Attempting to bind port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 on network d10e4963-7ae2-4c5b-80df-01898f9a78d3 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:31.207527 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:31.208519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Checking segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:31.208945 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Bound using segment: {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:31.209370 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Bound port: fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ab34b7-eaa2-4314-b738-327d04c1c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:31.209813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.280807 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:31.285134 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:31.291787 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.307244 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b6abb0d-daae-46bc-98dc-2b72ca3a3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.349851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2fa430ff-1d21-40a5-9a3f-f863a4a48ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.355404 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.362135 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.362760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.364151 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-bae9a361-3d43-4dc9-b22e-5a9fa942c2a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 HTTP/1.1" status: 200 len: 1094 time: 0.6967282 Mar 22 17:42:31.364719 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:31.366878 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e70b8c-fb76-485d-b22d-4a5136d9eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:31.414482 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de76233d-76e1-41ca-b38f-dbba17132674 x-openstack-request-id: req-de76233d-76e1-41ca-b38f-dbba17132674 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:31.415417 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:31.415686 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de76233d-76e1-41ca-b38f-dbba17132674 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:31.416150 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de76233d-76e1-41ca-b38f-dbba17132674'] response: {'name': 'network-changed', 'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'status': 'completed', 'code': 200} Mar 22 17:42:31.470399 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2fa430ff-1d21-40a5-9a3f-f863a4a48ef8 admin admin] Publish callbacks [] for security_group (38d43f79-99ce-48bb-96e8-8f17e0cf9242), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.477732 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2fa430ff-1d21-40a5-9a3f-f863a4a48ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (38d43f79-99ce-48bb-96e8-8f17e0cf9242), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.538218 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2fa430ff-1d21-40a5-9a3f-f863a4a48ef8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3fb80ee4ff8f468dbd70a095fd7dabe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591154 Mar 22 17:42:31.540740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:31.575139 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa430ff-1d21-40a5-9a3f-f863a4a48ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d43f79-99ce-48bb-96e8-8f17e0cf9242,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.638784 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] Publish callbacks [] for security_group (38d43f79-99ce-48bb-96e8-8f17e0cf9242), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.681361 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] Publish callbacks [] for security_group (38d43f79-99ce-48bb-96e8-8f17e0cf9242), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.699192 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583007-79de-4e6f-b09b-1962a8aa6fbb req-f8a4ac5d-063d-4b10-8126-7b6d4ac7ba8c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.707400 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed583007-79de-4e6f-b09b-1962a8aa6fbb req-f8a4ac5d-063d-4b10-8126-7b6d4ac7ba8c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.1273091 Mar 22 17:42:31.764982 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device adf3fa5d-40b0-49c4-95ef-d79bffaf8686 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:31.785268 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ed583007-79de-4e6f-b09b-1962a8aa6fbb req-5a739d29-8c40-46fd-9ae9-1a3bc84fe295 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763752 Mar 22 17:42:31.804735 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (38d43f79-99ce-48bb-96e8-8f17e0cf9242), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.806532 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: adf3fa5d-40b0-49c4-95ef-d79bffaf8686 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:31.807468 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device adf3fa5d-40b0-49c4-95ef-d79bffaf8686 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:31.815914 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:31.815914 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38d43f79-99ce-48bb-96e8-8f17e0cf9242 HTTP/1.1" status: 204 len: 168 time: 0.2697480 Mar 22 17:42:31.823212 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49780) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:31.830544 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286d70-7028-418e-a5cd-5ecd09d2ea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d43f79-99ce-48bb-96e8-8f17e0cf9242,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:31.870028 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-1456a617-551e-4855-b88e-06e8defd3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:31.871557 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-1456a617-551e-4855-b88e-06e8defd3288 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 1128 time: 0.4282398 Mar 22 17:42:31.937585 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-149a020b-e5a7-47f7-93a3-c598b94efbc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 HTTP/1.1" status: 200 len: 217 time: 0.0382447 Mar 22 17:42:32.004803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-b6d06517-3ff2-4709-a21e-f25d3a9e3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.006500 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-b6d06517-3ff2-4709-a21e-f25d3a9e3bdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0603802 Mar 22 17:42:32.163342 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-f1297ca6-e772-46fb-8408-769e6833ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.164866 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-f1297ca6-e772-46fb-8408-769e6833ecff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1516538 Mar 22 17:42:32.249175 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.288301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00ac5-d7d3-4b73-8a75-8027e079bcc6 req-52180363-354a-4cbb-bc3e-81a4ce744b9a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.290006 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cdd00ac5-d7d3-4b73-8a75-8027e079bcc6 req-52180363-354a-4cbb-bc3e-81a4ce744b9a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 944 time: 0.1683156 Mar 22 17:42:32.373514 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-9d88b892-733a-4f59-a14a-582317762119 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007661 Mar 22 17:42:32.467316 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cdd00ac5-d7d3-4b73-8a75-8027e079bcc6 req-27f0374b-5c02-4119-9f64-3b1dbfcbe1a0 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702850 Mar 22 17:42:32.473531 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49802) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:32.526942 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ae0ae04a-e0ce-4f8b-8575-8363cb9376b2 req-501bfe23-62c0-4f16-8c7d-c77a178a185d service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435275 Mar 22 17:42:32.589724 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1871776598-network', 'tenant_id': 'def99f6636074eaf919c85956296c57e'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:32.612960 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Made reservation on behalf of def99f6636074eaf919c85956296c57e for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:32.615216 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.622676 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (75ef2927-e414-4181-b849-22c35554795a), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.623911 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.704440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks [] for security_group (f4292473-2768-4f3b-8eaa-6a16d9a4f783), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.709020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f4292473-2768-4f3b-8eaa-6a16d9a4f783), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.734056 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:42:32.742926 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4292473-2768-4f3b-8eaa-6a16d9a4f783,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:32.746832 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-b14df54e-a14c-4e94-8bc2-b994d70da7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.748322 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-b14df54e-a14c-4e94-8bc2-b994d70da7d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 1128 time: 0.1288245 Mar 22 17:42:32.752445 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (9051f3ae-8df8-4d63-b7a6-c3b722622c31), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.752799 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Added segment 9051f3ae-8df8-4d63-b7a6-c3b722622c31 of type vlan for network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 Mar 22 17:42:32.795500 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.832918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.832918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.832918 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:32.848652 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3739095 Mar 22 17:42:32.857483 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49808) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:32.862876 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Request body: {'subnet': {'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1871776598-subnet', 'tenant_id': 'def99f6636074eaf919c85956296c57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:32.926459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0279be-9a7a-440a-978f-f09d1a566243 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:32.937480 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:42:32.955441 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7f4d-a05a-45c4-9b40-6675d52daae9 req-b3cb835b-2549-4afe-baf3-239a27766c37 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:32.956939 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-488b7f4d-a05a-45c4-9b40-6675d52daae9 req-b3cb835b-2549-4afe-baf3-239a27766c37 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.0704458 Mar 22 17:42:32.963113 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Made reservation on behalf of def99f6636074eaf919c85956296c57e for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:32.965412 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.011346 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-488b7f4d-a05a-45c4-9b40-6675d52daae9 req-25b14d74-4a7a-4afc-987a-c8dbf17b8fa9 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 Mar 22 17:42:33.013057 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-94652bfe-d34a-4865-b8c3-dda3f2fa791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.014528 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-94652bfe-d34a-4865-b8c3-dda3f2fa791e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.2548459 Mar 22 17:42:33.082041 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-fea4e233-0d1a-4941-a3cc-7f4b6c828a42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 HTTP/1.1" status: 200 len: 217 time: 0.0580268 Mar 22 17:42:33.177884 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-cc93b4f2-84e4-4746-a6e4-0b6f3b791732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.179269 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-cc93b4f2-84e4-4746-a6e4-0b6f3b791732 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0884798 Mar 22 17:42:33.331387 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-79f475bb-47e5-4664-a11e-f8bec3917a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.333167 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-79f475bb-47e5-4664-a11e-f8bec3917a1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1335881 Mar 22 17:42:33.335331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (27a00abf-f25e-4892-a914-71fd0c39ceb0), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.338017 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Deleting port eb101410-245f-4fab-9562-e14c85030440 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:33.338348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (eb101410-245f-4fab-9562-e14c85030440), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.746015 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a00abf-f25e-4892-a914-71fd0c39ceb0,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:33.812018 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Checking segment: {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:33.812394 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Network hostable DHCP agents. Network: 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:42:33.828909 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] For port eb101410-245f-4fab-9562-e14c85030440, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=eb101410-245f-4fab-9562-e14c85030440,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:33.829276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (eb101410-245f-4fab-9562-e14c85030440), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:33.844179 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-e4275e7d-b7a0-4364-b373-f1f0b3b2085d service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986079 Mar 22 17:42:33.850547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Calling delete_port for eb101410-245f-4fab-9562-e14c85030440 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:33.880020 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe87fba-53d2-48db-9c43-088d15e60e77 req-5a2144e2-f19a-4f8b-a3c0-d51a46dc90d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:33.881503 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afe87fba-53d2-48db-9c43-088d15e60e77 req-5a2144e2-f19a-4f8b-a3c0-d51a46dc90d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 944 time: 0.1731534 Mar 22 17:42:33.924739 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:42:33.989574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:33.997183 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11803822-0da0-434a-ba2d-8ad501694617 None None] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:34.012112 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:34.012744 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.078959 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.101247 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-afe87fba-53d2-48db-9c43-088d15e60e77 req-6a918835-4e3a-4c87-b286-60a5c9b317b4 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070341 Mar 22 17:42:34.109999 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f9792e09-901f-4269-bfcf-e47a12d66a21 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2514675 Mar 22 17:42:34.114261 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-28e70b8c-fb76-485d-b22d-4a5136d9eeea req-20d42b0f-6a34-4917-b170-07117bd4415c service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582729 Mar 22 17:42:34.129619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4e3c1-1865-4a85-969c-5bae58d0dbae None None] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:34.175784 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea608-1aea-4c38-bbe0-c050ec976913 req-fff0d4d6-a96f-497a-8030-ad77bf568a9b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:34.177867 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aadea608-1aea-4c38-bbe0-c050ec976913 req-fff0d4d6-a96f-497a-8030-ad77bf568a9b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.0906882 Mar 22 17:42:34.208967 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (eb101410-245f-4fab-9562-e14c85030440), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.240070 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Pushing event deleted for resources: {'Port': ['ID=eb101410-245f-4fab-9562-e14c85030440,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:34.267502 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-aadea608-1aea-4c38-bbe0-c050ec976913 req-f68a9f29-8cf6-46b6-b0fc-39077c9af03e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830576 Mar 22 17:42:34.436208 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (75ef2927-e414-4181-b849-22c35554795a), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.677933 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Router 75ef2927-e414-4181-b849-22c35554795a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:34.801431 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:34.808346 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d7fd822f-fcb2-42b6-8095-7d627642cbda admin admin] 10.222.0.69 "PUT /v2.0/routers/75ef2927-e414-4181-b849-22c35554795a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9839764 Mar 22 17:42:34.809047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49824) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:34.810347 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Sync routers for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:34.819828 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:34.820500 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:34.913900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks [] for router (75ef2927-e414-4181-b849-22c35554795a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:34.926045 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:35.014728 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks [] for router_gateway (75ef2927-e414-4181-b849-22c35554795a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.071680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Deleting port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:35.071939 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.104023 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:42:34Z', 'revision_number': 5, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port': {'id': 'f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:19:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef2927-e414-4181-b849-22c35554795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:59Z', 'updated_at': '2022-03-22T17:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:35.131933 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Checking router: 75ef2927-e414-4181-b849-22c35554795a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:35.140020 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Routers {'75ef2927-e414-4181-b849-22c35554795a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:35.140761 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['75ef2927-e414-4181-b849-22c35554795a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:35.152989 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] For port f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:35.153356 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.167035 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Calling delete_port for f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:35.228367 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba22c9-71f4-4b5b-9733-87198347c9f4 req-0d661d87-13a5-45f2-b4e3-fcc4bf6d0aac tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.229895 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e3ba22c9-71f4-4b5b-9733-87198347c9f4 req-0d661d87-13a5-45f2-b4e3-fcc4bf6d0aac tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 944 time: 0.0571010 Mar 22 17:42:35.233652 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] Set router 75ef2927-e414-4181-b849-22c35554795a gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:35.277430 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e3ba22c9-71f4-4b5b-9733-87198347c9f4 req-5ef2a8c0-90ca-45db-ba06-a415c4468c8e tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Mar 22 17:42:35.285691 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:42:35Z', 'revision_number': 6, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:35.317068 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6b1596-9739-4958-bf38-90b24a83e0ef None None] The sync data for ids ['75ef2927-e414-4181-b849-22c35554795a'] in dv-cinder-820578-3-iscsi is: [{'id': '75ef2927-e414-4181-b849-22c35554795a', 'name': 'tempest-TestMinimumBasicScenario-552990402-router', 'tenant_id': '721a864ad379486dbb0920edef00cefc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:58Z', 'updated_at': '2022-03-22T17:42:35Z', 'revision_number': 6, 'project_id': '721a864ad379486dbb0920edef00cefc', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:35.362414 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.368993 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.415976 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:35.482484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101281e4-f477-4a27-978c-0c1947a6f643 req-69414ba0-c589-474e-8380-61dd655f0cd6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:35.483976 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-101281e4-f477-4a27-978c-0c1947a6f643 req-69414ba0-c589-474e-8380-61dd655f0cd6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.1320486 Mar 22 17:42:35.486972 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (75ef2927-e414-4181-b849-22c35554795a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.608095 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (75ef2927-e414-4181-b849-22c35554795a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.612047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks [] for router_controller (75ef2927-e414-4181-b849-22c35554795a), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.690045 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-101281e4-f477-4a27-978c-0c1947a6f643 req-70db2af3-60ac-45ac-94e4-ac63d09b7ef8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872661 Mar 22 17:42:35.695169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (75ef2927-e414-4181-b849-22c35554795a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.696341 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ef2927-e414-4181-b849-22c35554795a {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:42:35.702108 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.704340 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-74bf5ac9-e62c-416e-9608-8b59b93e148c admin admin] 10.222.0.69 "DELETE /v2.0/routers/75ef2927-e414-4181-b849-22c35554795a HTTP/1.1" status: 204 len: 168 time: 0.8942273 Mar 22 17:42:35.711186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49832) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:35.772646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Deleting subnet 82d3abf1-af10-4867-8d61-0f297e3816df {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:42:35.772646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Publish callbacks [] for subnet (82d3abf1-af10-4867-8d61-0f297e3816df), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.804193 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:35.813340 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (82d3abf1-af10-4867-8d61-0f297e3816df), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.913662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:35.926333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'port_id': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'mac_address': 'fa:16:3e:a9:cb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:35.935245 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (82d3abf1-af10-4867-8d61-0f297e3816df), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.966222 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:35.966931 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:35.983027 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:35.994082 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (82d3abf1-af10-4867-8d61-0f297e3816df), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.004028 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:36.006617 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-16e4b8f9-c200-44a2-8a61-11e483e4ff1b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.008546 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-16e4b8f9-c200-44a2-8a61-11e483e4ff1b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 814 time: 0.1155136 Mar 22 17:42:36.008715 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.023375 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-2ce21da8-6ee6-4326-9ff5-a589164a9094 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/quotas/def99f6636074eaf919c85956296c57e HTTP/1.1" status: 200 len: 375 time: 0.0094371 Mar 22 17:42:36.028276 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d3abf1-af10-4867-8d61-0f297e3816df,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.030470 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.034028 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5969f8b8-4c39-4f52-9558-1afe67880d55 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/82d3abf1-af10-4867-8d61-0f297e3816df HTTP/1.1" status: 204 len: 168 time: 0.3214955 Mar 22 17:42:36.036274 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:36.044228 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf2da70-3a4e-4ab4-82b8-ddc5fbb481c7 None None] Network 777687c2-2c08-4267-abec-bd63352fef1b requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:36.064807 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-e537a06b-8548-41be-bb25-a01b3d539fed tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310431 Mar 22 17:42:36.106869 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (777687c2-2c08-4267-abec-bd63352fef1b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.128341 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.157774 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.158130 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.159136 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.159496 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.159896 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.160247 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.160580 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.160925 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.161309 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.161650 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.161985 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.162354 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.162692 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.163019 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.163351 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:42:36.174261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Deleting port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:36.174614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.181351 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-fbecc897-1277-4a3c-8cba-20bba710151d service neutron] 10.222.0.69 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095300 Mar 22 17:42:36.244722 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] For port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,segment=NetworkSegment(490cf951-a886-46dd-bb09-4a3cfabf8f64),segment_id=490cf951-a886-46dd-bb09-4a3cfabf8f64)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:36.245313 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.263165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Calling delete_port for 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:36.297912 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] DHCP port deletion for 777687c2-2c08-4267-abec-bd63352fef1b request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:42:36.313456 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ef1d055e-511d-4dd7-9345-59cb26292af6 service neutron] 10.222.0.69 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252990 Mar 22 17:42:36.350264 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:36.362835 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.386769 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:36.387288 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f8a8ba95-6f42-476e-adaa-7e5fc7c40a0b not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:36.387451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device eb101410-245f-4fab-9562-e14c85030440 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:36.392997 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.409406 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] No DVR routers for this DVR port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:36.411919 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: eb101410-245f-4fab-9562-e14c85030440 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:36.412501 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device eb101410-245f-4fab-9562-e14c85030440 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:36.437169 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Deleting port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:36.437392 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.546074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] For port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333, host dv-cinder-820578-3-iscsi, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:36.546602 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.560285 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a4721e90-37f3-441b-91aa-cc3869796e64 req-9bce7dce-0572-4cdf-8484-4b04633378fb tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 210 time: 0.0479686 Mar 22 17:42:36.567652 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5106d-a8bf-4d8a-ae7d-3624489648aa req-cd5abbac-6368-45a5-97b2-e957df877574 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.569184 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2da5106d-a8bf-4d8a-ae7d-3624489648aa req-cd5abbac-6368-45a5-97b2-e957df877574 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 945 time: 0.1806724 Mar 22 17:42:36.569696 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Calling delete_port for 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:36.575698 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (777687c2-2c08-4267-abec-bd63352fef1b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.575865 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:42:36.580047 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (67ea0dc9-7ca2-4f45-95b9-b71bf9b87333), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.593293 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:36.606211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777687c2-2c08-4267-abec-bd63352fef1b']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:36.623789 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490cf951-a886-46dd-bb09-4a3cfabf8f64') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:36.624189 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490cf951-a886-46dd-bb09-4a3cfabf8f64') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:36.635253 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] No DVR routers for this DVR port 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:36.637978 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd67e1-5bc8-4fe3-a339-64b79f6c880b None None] Pushing event deleted for resources: {'Port': ['ID=67ea0dc9-7ca2-4f45-95b9-b71bf9b87333,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.638761 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (490cf951-a886-46dd-bb09-4a3cfabf8f64), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.672574 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (490cf951-a886-46dd-bb09-4a3cfabf8f64), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.685602 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2da5106d-a8bf-4d8a-ae7d-3624489648aa req-4c2c6e11-3d87-4253-9859-3961e1fb459f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007094 Mar 22 17:42:36.686753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:42:36.687252 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (490cf951-a886-46dd-bb09-4a3cfabf8f64), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:42:36.690294 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:42:36.752334 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (777687c2-2c08-4267-abec-bd63352fef1b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.770844 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:36.776425 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] 10.222.0.69 "DELETE /v2.0/networks/777687c2-2c08-4267-abec-bd63352fef1b HTTP/1.1" status: 204 len: 168 time: 0.7370031 Mar 22 17:42:36.776425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e795b3-12d8-4f6f-a7d1-dcdfc5bba577 admin admin] Pushing event deleted for resources: {'Network': ['ID=777687c2-2c08-4267-abec-bd63352fef1b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:36.777383 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49862) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:36.950438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dbe0f-b965-4149-8dad-ff8b10827ef9 req-9d4ba39b-4eca-4695-bcb1-c186a8fbd4a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:36.951956 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-405dbe0f-b965-4149-8dad-ff8b10827ef9 req-9d4ba39b-4eca-4695-bcb1-c186a8fbd4a7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 943 time: 0.1539948 Mar 22 17:42:37.078835 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-405dbe0f-b965-4149-8dad-ff8b10827ef9 req-5871b746-a5de-4233-983a-dfc40c01a7ce tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179519 Mar 22 17:42:37.248255 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.499749 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Deleting port 53f5a454-86eb-48a2-9ba1-05fdb79405c8 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:37.500444 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.581423 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] For port 53f5a454-86eb-48a2-9ba1-05fdb79405c8, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=53f5a454-86eb-48a2-9ba1-05fdb79405c8,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:37.581797 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.595762 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Calling delete_port for 53f5a454-86eb-48a2-9ba1-05fdb79405c8 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:37.678608 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-923c1e75-1e61-4d22-b4ed-50349dc640db req-f5a35687-cb4c-4378-b1c3-0579541615c1 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 210 time: 0.0319197 Mar 22 17:42:37.807107 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 8b21103e-9d88-4e09-8222-c5a6f76bc97f details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:37.817724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-b672e9fe-34b4-4ce2-b241-176ac1ab672c tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:37.818240 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:37.818971 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-b672e9fe-34b4-4ce2-b241-176ac1ab672c tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 814 time: 0.2181261 Mar 22 17:42:37.843340 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Request body: {'port': {'device_id': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37', 'admin_state_up': True, 'tenant_id': 'def99f6636074eaf919c85956296c57e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:37.926852 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:37.933752 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:37.934125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:37.952472 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2a468-3122-40a2-9950-6e8d46b098e3 req-9f497698-0b1c-4695-8219-5c2ace3693d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:37.953971 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5ab2a468-3122-40a2-9950-6e8d46b098e3 req-9f497698-0b1c-4695-8219-5c2ace3693d3 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 945 time: 0.1879613 Mar 22 17:42:37.973908 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:37.993221 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:38.056124 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 8b21103e-9d88-4e09-8222-c5a6f76bc97f is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:38.056452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.061691 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (53f5a454-86eb-48a2-9ba1-05fdb79405c8), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.069232 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5ab2a468-3122-40a2-9950-6e8d46b098e3 req-2d5a375e-5425-41bf-8655-38a7529812fd tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048410 Mar 22 17:42:38.073612 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Made reservation on behalf of def99f6636074eaf919c85956296c57e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:42:38.076878 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.078599 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b21103e-9d88-4e09-8222-c5a6f76bc97f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:38.093174 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:38.093174 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.103854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=53f5a454-86eb-48a2-9ba1-05fdb79405c8,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:38.113601 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:38.124282 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.133551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:38.136167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a6a1c-d792-492a-ac2a-e564820e8b1c" -d '{"events": [{"server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:38.163852 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:38.187814 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647442a1-782a-4623-9596-0dbe61f0fffa x-openstack-request-id: req-647442a1-782a-4623-9596-0dbe61f0fffa {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:38.188181 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:38.188353 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-647442a1-782a-4623-9596-0dbe61f0fffa {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:38.188784 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647442a1-782a-4623-9596-0dbe61f0fffa'] response: {'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'code': 200} Mar 22 17:42:38.191607 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.237593 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:38.270252 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783743-5bcb-4a36-8941-81c1a4cb50cd req-79260bd5-19a3-4b0c-b5ab-5f5c5483af11 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.280836 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d783743-5bcb-4a36-8941-81c1a4cb50cd req-79260bd5-19a3-4b0c-b5ab-5f5c5483af11 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 944 time: 0.1096663 Mar 22 17:42:38.328735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:38.381118 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2d783743-5bcb-4a36-8941-81c1a4cb50cd req-1f760e0b-5a82-4128-93d1-53eb0401a332 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906198 Mar 22 17:42:38.451809 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:38.463869 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Allocated IP 172.20.0.4 (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37/27a00abf-f25e-4892-a914-71fd0c39ceb0/2a1c52d3-21fb-471e-b7ca-a3629b6678f6) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:38.473725 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:38.474085 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 67ea0dc9-7ca2-4f45-95b9-b71bf9b87333 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:38.484496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213149b6-8e4a-4e7c-86a8-1cf26c75a9b1 req-28300096-bbb7-4591-8318-d6f2853b08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:38.486286 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-213149b6-8e4a-4e7c-86a8-1cf26c75a9b1 req-28300096-bbb7-4591-8318-d6f2853b08dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 1130 time: 0.0522177 Mar 22 17:42:38.507631 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:38.561476 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-213149b6-8e4a-4e7c-86a8-1cf26c75a9b1 req-2b485e51-6f84-42a7-9d5e-96d72eb49bca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Mar 22 17:42:38.628332 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['8b21103e-9d88-4e09-8222-c5a6f76bc97f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:38.938114 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8ce61e87-87e0-4cad-b760-23edaf891014 req-39713c79-b7cf-45d0-982a-a23843c169e2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 210 time: 0.0633905 Mar 22 17:42:39.010222 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks [] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.123925 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.179355 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Router 320566e4-54c4-474b-b6e6-2ce65a9fb562 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:39.181131 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:39.187955 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:39.193743 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:39.196003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d1cf-0cf1-4f5c-9e2c-3bcad0aa96d7 req-e40100a8-398e-4f6e-9e9c-08bc6f21ee8d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.197600 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b51d1cf-0cf1-4f5c-9e2c-3bcad0aa96d7 req-e40100a8-398e-4f6e-9e9c-08bc6f21ee8d tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0586009 Mar 22 17:42:39.198445 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Pushing event updated for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:39.246819 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7b51d1cf-0cf1-4f5c-9e2c-3bcad0aa96d7 req-66078cd8-4c5a-4027-b2cb-7d27e477baf2 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430276 Mar 22 17:42:39.310133 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.310743 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.338592 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ebe25acd-3961-4cbe-b36a-31e980eadf79 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5000076 Mar 22 17:42:39.353466 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:39.359103 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-acc9b69c-fd9f-44a5-9dba-f74da928fb4c admin admin] 10.222.0.69 "PUT /v2.0/routers/320566e4-54c4-474b-b6e6-2ce65a9fb562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5806189 Mar 22 17:42:39.361809 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:39.362824 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Request body: {'port': {'device_id': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:39.363853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Sync routers for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:39.372945 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:39.373582 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:39.432939 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.494736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks [] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.523019 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:39.604236 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks [] for router_gateway (320566e4-54c4-474b-b6e6-2ce65a9fb562), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.659765 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Deleting port 488b3396-1b46-4046-8a0c-cab86745997c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:39.660233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (488b3396-1b46-4046-8a0c-cab86745997c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.666428 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb0d4-1254-4a3d-825e-df368353226a req-3289766d-f8be-491c-a609-b1fc086f90a5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:39.667940 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f15fb0d4-1254-4a3d-825e-df368353226a req-3289766d-f8be-491c-a609-b1fc086f90a5 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 944 time: 0.1610153 Mar 22 17:42:39.710615 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '488b3396-1b46-4046-8a0c-cab86745997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:42:37Z', 'revision_number': 5, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port': {'id': '488b3396-1b46-4046-8a0c-cab86745997c', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:06Z', 'updated_at': '2022-03-22T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:39.743056 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Checking router: 320566e4-54c4-474b-b6e6-2ce65a9fb562 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:39.744488 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] For port 488b3396-1b46-4046-8a0c-cab86745997c, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=488b3396-1b46-4046-8a0c-cab86745997c,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:39.744930 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (488b3396-1b46-4046-8a0c-cab86745997c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.751212 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f15fb0d4-1254-4a3d-825e-df368353226a req-94e2de4f-125f-41eb-8d53-94921396c267 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734165 Mar 22 17:42:39.751635 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Routers {'320566e4-54c4-474b-b6e6-2ce65a9fb562'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:39.752367 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['320566e4-54c4-474b-b6e6-2ce65a9fb562'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:39.758891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Calling delete_port for 488b3396-1b46-4046-8a0c-cab86745997c owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:39.816997 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:39.827637 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks [] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.842031 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Transition to ACTIVE for port object 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:42:39.847208 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.889754 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:39.945854 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (488b3396-1b46-4046-8a0c-cab86745997c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:39.973969 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=488b3396-1b46-4046-8a0c-cab86745997c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:39.989309 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] Set router 320566e4-54c4-474b-b6e6-2ce65a9fb562 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:39.992458 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Attempting to bind port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:42:39.992775 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Attempting to bind port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:42:39.993152 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Attempting to bind port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:39.997875 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:42:39.998218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Attempting to bind port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:42:40.005408 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:42:40.005761 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Checking segment: {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:42:40.006164 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Bound using segment: {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:42:40.006813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Bound port: 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:42:40.007278 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.041755 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-d3896385-a853-453e-81d5-50bb3799019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:42:39Z', 'revision_number': 6, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:40.071721 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3896385-a853-453e-81d5-50bb3799019a None None] The sync data for ids ['320566e4-54c4-474b-b6e6-2ce65a9fb562'] in dv-cinder-820578-3-iscsi is: [{'id': '320566e4-54c4-474b-b6e6-2ce65a9fb562', 'name': 'tempest-TestMinimumBasicScenario-1328003909-router', 'tenant_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:05Z', 'updated_at': '2022-03-22T17:42:39Z', 'revision_number': 6, 'project_id': '0b27de8a33a04a4ebd01bb3c4b43075f', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:40.076067 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.085879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:42:40.090182 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:42:40.098973 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.137496 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.138191 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.139651 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a1c52d3-21fb-471e-b7ca-a3629b6678f6 HTTP/1.1" status: 200 len: 1093 time: 0.7844107 Mar 22 17:42:40.140101 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:40.143441 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:40.169687 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae4e6f-7c83-4002-a141-f9b7cd3ca0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:40.185449 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1a805a-fa5b-4d47-aaa4-5b732cfce36b x-openstack-request-id: req-3d1a805a-fa5b-4d47-aaa4-5b732cfce36b {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:40.185870 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:40.185977 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d1a805a-fa5b-4d47-aaa4-5b732cfce36b {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:40.186419 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1a805a-fa5b-4d47-aaa4-5b732cfce36b'] response: {'name': 'network-changed', 'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6', 'status': 'completed', 'code': 200} Mar 22 17:42:40.325361 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-f61770d2-08a4-4540-af49-4215ffed555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.333241 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-f61770d2-08a4-4540-af49-4215ffed555d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 1127 time: 0.0606780 Mar 22 17:42:40.413109 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-f822edd4-682b-4f95-8abe-ea3b32fc3583 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6 HTTP/1.1" status: 200 len: 217 time: 0.0672514 Mar 22 17:42:40.462806 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.465071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks [] for router_controller (320566e4-54c4-474b-b6e6-2ce65a9fb562), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.475336 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41aaf-491c-4a1e-baea-5aae35e414a7 req-410aaa3d-adfb-4ba8-8ab3-7461deef6258 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.482511 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-91a41aaf-491c-4a1e-baea-5aae35e414a7 req-410aaa3d-adfb-4ba8-8ab3-7461deef6258 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.1481130 Mar 22 17:42:40.507482 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-979adfbc-5d94-4b82-84e9-125ef26aae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.509008 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-979adfbc-5d94-4b82-84e9-125ef26aae87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27a00abf-f25e-4892-a914-71fd0c39ceb0 HTTP/1.1" status: 200 len: 854 time: 0.0891798 Mar 22 17:42:40.524118 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (320566e4-54c4-474b-b6e6-2ce65a9fb562), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.526180 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320566e4-54c4-474b-b6e6-2ce65a9fb562 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:42:40.537255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.540604 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-50ec019d-51d0-4451-8c1b-6bbf6d1ba0e1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/320566e4-54c4-474b-b6e6-2ce65a9fb562 HTTP/1.1" status: 204 len: 168 time: 1.1753416 Mar 22 17:42:40.545987 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6bc9b-56fd-4b75-b552-03cedc9d74fd req-7040971c-c5ca-415d-8884-0eeefd908611 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.549826 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-adf6bc9b-56fd-4b75-b552-03cedc9d74fd req-7040971c-c5ca-415d-8884-0eeefd908611 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 943 time: 0.5167828 Mar 22 17:42:40.549826 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49894) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:40.559923 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 53f5a454-86eb-48a2-9ba1-05fdb79405c8 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:40.571148 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-2b9dbaf9-cfcf-4fc7-8c1f-b495152d4a5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527751 Mar 22 17:42:40.581889 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 53f5a454-86eb-48a2-9ba1-05fdb79405c8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:40.582380 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 53f5a454-86eb-48a2-9ba1-05fdb79405c8 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:40.596022 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-91a41aaf-491c-4a1e-baea-5aae35e414a7 req-72a306b5-6ac6-4741-b92e-71cb5e614fed tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125987 Mar 22 17:42:40.624293 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Deleting subnet cc1f6a18-7f14-4c02-a6de-94c8bf530609 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:42:40.633362 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Publish callbacks [] for subnet (cc1f6a18-7f14-4c02-a6de-94c8bf530609), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.657026 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-adf6bc9b-56fd-4b75-b552-03cedc9d74fd req-9b5d6bfe-2128-4f83-bb08-66c6a62e8d30 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012528 Mar 22 17:42:40.672347 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (cc1f6a18-7f14-4c02-a6de-94c8bf530609), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.686434 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-49af8691-a8ab-4c39-b2ed-3c0c3bf8c552 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074240 Mar 22 17:42:40.748890 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (cc1f6a18-7f14-4c02-a6de-94c8bf530609), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.779920 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9f8651f-a0a5-4ab7-82a0-f90645d62d4a req-ee81d2ab-1ba5-4e9d-b49d-79d799db69a2 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Mar 22 17:42:40.809235 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (cc1f6a18-7f14-4c02-a6de-94c8bf530609), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.839866 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.843950 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cc1f6a18-7f14-4c02-a6de-94c8bf530609 HTTP/1.1" status: 204 len: 168 time: 0.2946842 Mar 22 17:42:40.845045 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de8c75-e90b-4407-80b5-9d1cd4f08b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1f6a18-7f14-4c02-a6de-94c8bf530609,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:40.846353 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d3592-2dec-44f3-b34b-ce788a7cf33f None None] Network 2fd9b456-c3b6-4f10-a3bf-0b816384f291 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:42:40.847858 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49898) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:40.920780 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (2fd9b456-c3b6-4f10-a3bf-0b816384f291), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.923511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bd7d-2566-45da-a75f-e5e23d8d5d77 req-82e8c80a-4b38-4537-ba35-c6a1e9ccaf7c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.932150 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4cc7bd7d-2566-45da-a75f-e5e23d8d5d77 req-82e8c80a-4b38-4537-ba35-c6a1e9ccaf7c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 944 time: 0.0997262 Mar 22 17:42:40.986724 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Deleting port ea132e7f-dca3-4575-a0f7-09e8b601cfaa {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:40.988579 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:40.995486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-d4fcb501-6411-4b04-bc78-616ba204a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:40.997065 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-d4fcb501-6411-4b04-bc78-616ba204a5db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 1127 time: 0.1128139 Mar 22 17:42:41.005059 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4cc7bd7d-2566-45da-a75f-e5e23d8d5d77 req-9081e1d4-884e-407d-944e-fe5e52aaf58e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718644 Mar 22 17:42:41.038861 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] DHCP port deletion for 2fd9b456-c3b6-4f10-a3bf-0b816384f291 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:42:41.066931 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] For port ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:41.067851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.087835 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Calling delete_port for ea132e7f-dca3-4575-a0f7-09e8b601cfaa owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:41.098112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Deleting port ea132e7f-dca3-4575-a0f7-09e8b601cfaa {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:42:41.098490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.115220 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-428e2929-e536-4896-b064-b37d0f58b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.116741 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-428e2929-e536-4896-b064-b37d0f58b400 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 915 time: 0.1107512 Mar 22 17:42:41.158658 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-b07d79a1-6bf5-4bb4-8a55-4f7d1b2248ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6 HTTP/1.1" status: 200 len: 217 time: 0.0360961 Mar 22 17:42:41.160738 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] For port ea132e7f-dca3-4575-a0f7-09e8b601cfaa, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,segment=NetworkSegment(93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0),segment_id=93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:41.161132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.180111 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Calling delete_port for ea132e7f-dca3-4575-a0f7-09e8b601cfaa owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:42:41.183297 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.211362 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-f53503ea-10a9-42a7-8879-6fd0d8fdbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.212956 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-f53503ea-10a9-42a7-8879-6fd0d8fdbec7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27a00abf-f25e-4892-a914-71fd0c39ceb0 HTTP/1.1" status: 200 len: 854 time: 0.0490580 Mar 22 17:42:41.213309 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] No DVR routers for this DVR port ea132e7f-dca3-4575-a0f7-09e8b601cfaa on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:41.218615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:41.249303 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-ad89f55f-9f8c-49c1-acc9-bd657ec9196e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305028 Mar 22 17:42:41.296171 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (2fd9b456-c3b6-4f10-a3bf-0b816384f291), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.306701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (ea132e7f-dca3-4575-a0f7-09e8b601cfaa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.320025 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd9b456-c3b6-4f10-a3bf-0b816384f291']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:41.321565 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] No DVR routers for this DVR port ea132e7f-dca3-4575-a0f7-09e8b601cfaa on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:42:41.332983 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:41.333370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:41.344360 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.351873 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f0ac-7424-4075-a23a-f00847efed97 None None] Pushing event deleted for resources: {'Port': ['ID=ea132e7f-dca3-4575-a0f7-09e8b601cfaa,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:41.366684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.376805 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:42:41.377286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (93df266a-5d9e-4f4f-ac58-ec40b2f5fdc0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:42:41.378984 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:42:41.383303 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-9532c9e7-6964-4255-9b8d-453d4cf796f2 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270549 Mar 22 17:42:41.437240 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (2fd9b456-c3b6-4f10-a3bf-0b816384f291), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.442664 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.446075 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] 10.222.0.69 "DELETE /v2.0/networks/2fd9b456-c3b6-4f10-a3bf-0b816384f291 HTTP/1.1" status: 204 len: 168 time: 0.5970962 Mar 22 17:42:41.459221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492255d-1272-4ede-a862-32a96760e18d admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd9b456-c3b6-4f10-a3bf-0b816384f291,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:41.486284 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c6a0bde3-3cbb-49ed-b8e4-390ffa3c98c4 req-a3925aba-39e0-4e63-9a46-309dd15ed4e7 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951629 Mar 22 17:42:41.568341 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49902) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:41.607181 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4e5ce76e-62ae-49cb-959e-756e457bd33a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=721a864ad379486dbb0920edef00cefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376482 Mar 22 17:42:41.609692 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49904) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:41.657075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] Publish callbacks [] for security_group (c0d9e218-11ea-43f1-86b5-1602ed6d9226), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.701246 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] Publish callbacks [] for security_group (c0d9e218-11ea-43f1-86b5-1602ed6d9226), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.750753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2461c-45fc-431a-b820-2864ed72078c req-3acd778b-52a1-401c-a981-8481ca4fe220 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.752551 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a8d2461c-45fc-431a-b820-2864ed72078c req-3acd778b-52a1-401c-a981-8481ca4fe220 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0856555 Mar 22 17:42:41.781059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7eca-604c-411e-839a-98d2b90c305c req-38b75586-f9e7-4d19-8db6-1a997a98e73e tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.782657 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7d3b7eca-604c-411e-839a-98d2b90c305c req-38b75586-f9e7-4d19-8db6-1a997a98e73e tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 943 time: 0.0583742 Mar 22 17:42:41.793338 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c0d9e218-11ea-43f1-86b5-1602ed6d9226), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.795860 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.800072 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0d9e218-11ea-43f1-86b5-1602ed6d9226 HTTP/1.1" status: 204 len: 168 time: 0.1864986 Mar 22 17:42:41.817005 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393d74-2b00-486c-82f2-455a75bb22dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d9e218-11ea-43f1-86b5-1602ed6d9226,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:41.820314 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 8b21103e-9d88-4e09-8222-c5a6f76bc97f up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:41.836400 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a8d2461c-45fc-431a-b820-2864ed72078c req-febd8cf2-4a5f-4fab-bf0b-a4edaedc5885 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779057 Mar 22 17:42:41.838972 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7d3b7eca-604c-411e-839a-98d2b90c305c req-bc3da354-2636-4fb1-a4ee-82786b2261bb tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Mar 22 17:42:41.894421 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 8b21103e-9d88-4e09-8222-c5a6f76bc97f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:41.898440 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 8b21103e-9d88-4e09-8222-c5a6f76bc97f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:41.898826 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:41.959741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f432-c423-477b-bc19-29f1b920b720 req-f100a648-967c-40af-a4f1-12853415c195 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:41.961590 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e347f432-c423-477b-bc19-29f1b920b720 req-f100a648-967c-40af-a4f1-12853415c195 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0572498 Mar 22 17:42:41.970498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 49914) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:41.975193 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Request body: {'floatingip': {'port_id': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:41.980656 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 8b21103e-9d88-4e09-8222-c5a6f76bc97f is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:41.980973 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.009879 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:42.012300 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82b8af-4167-43a7-a0b1-286da52a6045" -d '{"events": [{"server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "name": "network-vif-plugged", "status": "completed", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:42.018277 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.026383 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:42.031475 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.057847 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f323d96-1dd4-424f-816e-659862fabe9a x-openstack-request-id: req-1f323d96-1dd4-424f-816e-659862fabe9a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:42.058166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "name": "network-vif-plugged", "status": "completed", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:42.058750 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f323d96-1dd4-424f-816e-659862fabe9a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:42.059329 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f323d96-1dd4-424f-816e-659862fabe9a'] response: {'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'code': 200} Mar 22 17:42:42.088517 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:42.154125 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fa905-e9a7-456e-b98e-924a01cc4f29 req-1c9a2933-7116-4657-8c63-2de45e5fe5b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:42.155283 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-052fa905-e9a7-456e-b98e-924a01cc4f29 req-1c9a2933-7116-4657-8c63-2de45e5fe5b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0665066 Mar 22 17:42:42.208943 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-052fa905-e9a7-456e-b98e-924a01cc4f29 req-2ec95e9d-a0d1-4157-a2ff-1a4b2b64a28e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476170 Mar 22 17:42:42.263320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49922) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:42.299073 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 488b3396-1b46-4046-8a0c-cab86745997c no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:42.322248 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e58c6018-7769-4025-9996-fbca39ec8985 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b27de8a33a04a4ebd01bb3c4b43075f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566406 Mar 22 17:42:42.324682 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49924) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:42.325006 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 488b3396-1b46-4046-8a0c-cab86745997c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:42.325668 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 488b3396-1b46-4046-8a0c-cab86745997c not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:42.326102 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device ea132e7f-dca3-4575-a0f7-09e8b601cfaa no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:42:42.347723 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: ea132e7f-dca3-4575-a0f7-09e8b601cfaa {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:42:42.348110 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device ea132e7f-dca3-4575-a0f7-09e8b601cfaa not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:42:42.392263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] Publish callbacks [] for security_group (ea3f4515-d97b-4803-b794-682e20491981), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.416131 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] Publish callbacks [] for security_group (ea3f4515-d97b-4803-b794-682e20491981), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.471174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ea3f4515-d97b-4803-b794-682e20491981), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.474867 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.476782 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea3f4515-d97b-4803-b794-682e20491981 HTTP/1.1" status: 204 len: 168 time: 0.1501153 Mar 22 17:42:42.490257 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74a94d-f01a-4a6b-b9f5-d388e05c068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f4515-d97b-4803-b794-682e20491981,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:42.502879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb2cc-5e82-4051-8d2b-10397a4226ba req-9222c9d6-2a15-4331-9935-215aba23e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:42.504414 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-76cfb2cc-5e82-4051-8d2b-10397a4226ba req-9222c9d6-2a15-4331-9935-215aba23e4d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1129 time: 0.1170082 Mar 22 17:42:42.592947 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.602381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:42.608431 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-76cfb2cc-5e82-4051-8d2b-10397a4226ba req-0fd10abb-8225-465c-8810-62696704148b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852757 Mar 22 17:42:42.714360 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Floating IP dee7fccb-b308-4d5a-b114-86b9b107f65b associated. External IP: 172.27.0.111, port: fa706b53-f2b3-4d01-90fc-03a9a13cf4e8. Mar 22 17:42:42.986892 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:43.000654 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910daa4b-75ad-4ed4-8923-1709c3a62b73 req-9e289880-cff8-4a9f-aa01-8b6d8ffef778 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.002618 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-910daa4b-75ad-4ed4-8923-1709c3a62b73 req-9e289880-cff8-4a9f-aa01-8b6d8ffef778 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 943 time: 0.0872896 Mar 22 17:42:43.131460 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-910daa4b-75ad-4ed4-8923-1709c3a62b73 req-3a2258c8-3952-4728-aeb5-4c62bd278a10 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232040 Mar 22 17:42:43.148696 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:43.153407 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:43.158198 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:43.167992 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:43.168638 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:43.183539 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1db55fd1-3708-4b14-a09c-36fea6b44b5c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "PUT /v2.0/floatingips/dee7fccb-b308-4d5a-b114-86b9b107f65b HTTP/1.1" status: 200 len: 992 time: 1.2118108 Mar 22 17:42:43.184126 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:43.186364 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12e410-e161-4f79-9b80-18b6e8a73e93" -d '{"events": [{"name": "network-changed", "server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:43.222840 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ee55ef-b705-49e3-977a-43399ec91230 x-openstack-request-id: req-12ee55ef-b705-49e3-977a-43399ec91230 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:43.223139 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:43.223396 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12ee55ef-b705-49e3-977a-43399ec91230 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:43.223809 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ee55ef-b705-49e3-977a-43399ec91230'] response: {'name': 'network-changed', 'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'status': 'completed', 'code': 200} Mar 22 17:42:43.277443 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:43.365565 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f81f-bc66-4e09-87b3-2b3298e7428c req-e59f317c-2948-42a8-aa0f-791383900f00 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.367150 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b314f81f-bc66-4e09-87b3-2b3298e7428c req-e59f317c-2948-42a8-aa0f-791383900f00 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0902529 Mar 22 17:42:43.369449 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-59a7e335-fa7a-4d93-aa2a-9740f94d3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.370880 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-59a7e335-fa7a-4d93-aa2a-9740f94d3067 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 1130 time: 0.0918744 Mar 22 17:42:43.521703 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'dee7fccb-b308-4d5a-b114-86b9b107f65b', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:a9:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:27Z', 'updated_at': '2022-03-22T17:42:42Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:43.552791 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:43.561930 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:43.562564 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:43.672495 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:43.740355 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b314f81f-bc66-4e09-87b3-2b3298e7428c req-67b79e88-b572-4a78-8586-b8f3b33b158e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671560 Mar 22 17:42:43.762612 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-45cbbb6d-fa79-4593-a2fb-a77438d42e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.764068 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-45cbbb6d-fa79-4593-a2fb-a77438d42e0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 200 len: 912 time: 0.3849013 Mar 22 17:42:43.830370 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-e32db905-391c-4a02-bb72-f8705e0c7267 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 HTTP/1.1" status: 200 len: 1000 time: 0.0578642 Mar 22 17:42:43.843854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:42:43.883643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-b5837157-8ddb-46e8-9252-27797741e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.885338 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-b5837157-8ddb-46e8-9252-27797741e220 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 200 len: 850 time: 0.0477142 Mar 22 17:42:43.901364 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'dee7fccb-b308-4d5a-b114-86b9b107f65b', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:a9:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:27Z', 'updated_at': '2022-03-22T17:42:42Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:43.931683 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b361ad-08f5-48c3-8637-2f03ec1a9f60 None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': 'dee7fccb-b308-4d5a-b114-86b9b107f65b', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'port_id': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'mac_address': 'fa:16:3e:a9:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:27Z', 'updated_at': '2022-03-22T17:42:42Z', 'revision_number': 1, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:43.945390 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-f353d23d-068c-48a1-bad4-b86d4cf89979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:43.947059 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-f353d23d-068c-48a1-bad4-b86d4cf89979 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d10e4963-7ae2-4c5b-80df-01898f9a78d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526690 Mar 22 17:42:43.948259 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:43.962160 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6', 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37', 'port_id': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6', 'mac_address': 'fa:16:3e:bd:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a00abf-f25e-4892-a914-71fd0c39ceb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:42:44.015066 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:44.015470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:44.029703 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:42:44.046185 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-e20b09f8-7530-4686-8abc-1b23b0368843 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925162 Mar 22 17:42:44.053578 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:44.057582 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:44.106747 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:44.153883 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80978a1c-831f-45ae-b3cf-866a4fd60936 None None] New status for floating IP dee7fccb-b308-4d5a-b114-86b9b107f65b: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:44.185944 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb12e410-e161-4f79-9b80-18b6e8a73e93 req-06c095c2-f35a-4487-b99f-64089a5b7d39 service neutron] 10.222.0.62 "GET /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096110 Mar 22 17:42:44.272552 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928f83-e691-4fc7-be03-4eaad3724745 req-c726550c-16f0-43b4-a34e-95689f878b95 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.274034 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82928f83-e691-4fc7-be03-4eaad3724745 req-c726550c-16f0-43b4-a34e-95689f878b95 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 944 time: 0.0548811 Mar 22 17:42:44.330370 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82928f83-e691-4fc7-be03-4eaad3724745 req-ad4a5cba-6c41-4031-a1ef-fc8d09979387 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Mar 22 17:42:44.582987 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['2a1c52d3-21fb-471e-b7ca-a3629b6678f6'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:42:44.860176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8a9a-d0bc-4a19-ae4a-c29172dadbde req-eacb2af3-5c44-499a-a50b-576a209f6881 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:44.862099 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3d1d8a9a-d0bc-4a19-ae4a-c29172dadbde req-eacb2af3-5c44-499a-a50b-576a209f6881 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0527422 Mar 22 17:42:44.909919 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3d1d8a9a-d0bc-4a19-ae4a-c29172dadbde req-5637c9d4-1b9a-4d2c-b988-126b77d3f6ea tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Mar 22 17:42:45.028235 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b1eef-4291-4b3a-a727-c31457b4bd6f req-e7ceb4f0-49a9-44d9-9b09-15ee0b131bab tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.029837 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-636b1eef-4291-4b3a-a727-c31457b4bd6f req-e7ceb4f0-49a9-44d9-9b09-15ee0b131bab tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0562069 Mar 22 17:42:45.082952 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-636b1eef-4291-4b3a-a727-c31457b4bd6f req-c1c16201-e166-4cb4-976c-d2924fe99d35 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466528 Mar 22 17:42:45.107052 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:45.149861 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03abfbc-2743-45bd-be42-bc232df1583e tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.151335 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d03abfbc-2743-45bd-be42-bc232df1583e tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1124 time: 0.0432570 Mar 22 17:42:45.154003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 49946) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:42:45.159162 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:42:45.179013 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.278209 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.389452 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.27.0.78 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/0bf8a6c9-f88e-414a-842b-1614f4a0e97b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:42:45.449683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe51389-d48c-46fe-88f6-a7bbd65d431b req-ccc1c4ef-b851-4bd4-8234-e3a810b04a14 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:45.451072 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fe51389-d48c-46fe-88f6-a7bbd65d431b req-ccc1c4ef-b851-4bd4-8234-e3a810b04a14 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 944 time: 0.0527112 Mar 22 17:42:45.493769 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.503060 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fe51389-d48c-46fe-88f6-a7bbd65d431b req-f0d7f20f-70cf-4ac9-a39f-06d837b153fd tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Mar 22 17:42:45.529233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.567299 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:42:45.570151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:42:45.572601 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:42:45.598114 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=0bf8a6c9-f88e-414a-842b-1614f4a0e97b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:45.741195 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.858271 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:42:45.907556 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:42:45.911589 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:42:45.911989 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.935495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (8650bfbf-6517-4b80-a8a7-b1a63814c081), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:45.993199 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:42:45.993492 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.007496 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.015347 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:46.017865 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ce4da0-c310-4f2e-a369-067a52223722" -d '{"events": [{"server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:46.030370 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:42:46.035802 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.060922 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100f86cb-72a1-4ecf-b1d5-bb1725be282d x-openstack-request-id: req-100f86cb-72a1-4ecf-b1d5-bb1725be282d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:46.061220 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:46.061472 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-100f86cb-72a1-4ecf-b1d5-bb1725be282d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:46.061864 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100f86cb-72a1-4ecf-b1d5-bb1725be282d'] response: {'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6', 'code': 200} Mar 22 17:42:46.087749 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:46.163919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.168929 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.238812 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=0bf8a6c9-f88e-414a-842b-1614f4a0e97b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:42:46.248699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (8650bfbf-6517-4b80-a8a7-b1a63814c081), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.283089 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ce15c-3a3f-43a7-bf6f-3f7c23aeefa8 req-09076dca-f164-458c-94df-5783b0fa5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.285256 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-542ce15c-3a3f-43a7-bf6f-3f7c23aeefa8 req-09076dca-f164-458c-94df-5783b0fa5ac9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 1129 time: 0.0458255 Mar 22 17:42:46.328887 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-542ce15c-3a3f-43a7-bf6f-3f7c23aeefa8 req-e76021c5-f781-4f5b-b780-3c4c26d0e582 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Mar 22 17:42:46.351116 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP 8650bfbf-6517-4b80-a8a7-b1a63814c081 associated. External IP: 172.27.0.78, port: 8b21103e-9d88-4e09-8222-c5a6f76bc97f. Mar 22 17:42:46.559008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:42:46.622599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff1135-69fd-451d-8a48-a1ca00874cd3 req-c1779321-2889-4f1f-8259-91926a58dea3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.624075 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6ff1135-69fd-451d-8a48-a1ca00874cd3 req-c1779321-2889-4f1f-8259-91926a58dea3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.0531421 Mar 22 17:42:46.668548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:42:46.676232 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6ff1135-69fd-451d-8a48-a1ca00874cd3 req-979c3a01-a80a-4775-8e8d-b88a2b40f861 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Mar 22 17:42:46.685120 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:42:46.687315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:42:46.698743 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:46.698743 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:46.718061 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b5efdcf5-82bc-4c36-bd03-ff46a1ab31be tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5629365 Mar 22 17:42:46.719167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:42:46.721827 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e073b357-d424-4a34-b96e-62c4dc0d5126" -d '{"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:42:46.757064 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a063d1-4710-4120-a2da-e88c824c42f6 x-openstack-request-id: req-94a063d1-4710-4120-a2da-e88c824c42f6 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:42:46.757424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:42:46.757772 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94a063d1-4710-4120-a2da-e88c824c42f6 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:42:46.758269 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a063d1-4710-4120-a2da-e88c824c42f6'] response: {'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'status': 'completed', 'code': 200} Mar 22 17:42:46.808890 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:46.884301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-c9365c5d-0855-4149-b0e7-60bfeb3fceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.885833 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-c9365c5d-0855-4149-b0e7-60bfeb3fceb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0475698 Mar 22 17:42:46.973918 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-d04e0d38-4ff8-4673-a69a-7f5e82af7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:46.975381 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-d04e0d38-4ff8-4673-a69a-7f5e82af7bc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0832868 Mar 22 17:42:47.034414 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:45Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.055217 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-1c94c18b-336a-4890-ad40-2e135476dc8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 998 time: 0.0733702 Mar 22 17:42:47.059903 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:42:47.068571 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:42:47.069177 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:42:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.106177 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-89886ec4-d17b-4840-b891-23722d3c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:47.107683 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-89886ec4-d17b-4840-b891-23722d3c0fb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0465651 Mar 22 17:42:47.157238 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-1e0c15f7-ef3e-4796-9102-831897895cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:47.158823 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-1e0c15f7-ef3e-4796-9102-831897895cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446174 Mar 22 17:42:47.177687 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:42:47.397806 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-c665f7cb-3c85-4b19-a29f-303ff15910ef service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877283 Mar 22 17:42:47.401065 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:45Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:42:47.432786 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f100a2a-667b-4ad1-9db5-8b058c384249 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:45Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:42:47.497801 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e073b357-d424-4a34-b96e-62c4dc0d5126 req-19e29c93-d1fb-4f0e-8e6c-e8f67bc871ce service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935380 Mar 22 17:42:47.640361 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3129366-9cfb-4b6b-8477-d9586558445f None None] New status for floating IP 8650bfbf-6517-4b80-a8a7-b1a63814c081: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:42:47.802575 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83004451-4468-4a34-8906-e79831285fc5 req-3efcb4c0-cc1d-461d-ae7e-e0d4b442aa45 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:47.804077 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-83004451-4468-4a34-8906-e79831285fc5 req-3efcb4c0-cc1d-461d-ae7e-e0d4b442aa45 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.0547881 Mar 22 17:42:47.856154 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-83004451-4468-4a34-8906-e79831285fc5 req-922fd6c4-af11-4b43-ac56-b40eedebe72c tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Mar 22 17:42:48.975731 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c16c24-a375-41b7-985b-cafde82a8fe6 req-bbb53820-2e2c-46ae-9411-2ca63adb1fda tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:42:48.977159 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-25c16c24-a375-41b7-985b-cafde82a8fe6 req-bbb53820-2e2c-46ae-9411-2ca63adb1fda tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.0536771 Mar 22 17:42:49.022676 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-25c16c24-a375-41b7-985b-cafde82a8fe6 req-7e808932-f3ca-4149-b9d6-a3365aa36a61 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Mar 22 17:42:58.889735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0266-c52b-4614-a200-0a504655e565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:01.290494 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf08d-339e-44e4-a6b8-6d1f46414b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:02.253256 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:02.285712 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:04.028928 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:05.351449 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:15.752751 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:21.650484 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-161933d9-ba50-455d-a707-5e0f899ca79d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430827 Mar 22 17:43:21.761882 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-102f4adb-69d1-4bb9-bfba-5b1f120bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.763458 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-102f4adb-69d1-4bb9-bfba-5b1f120bba0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.0462928 Mar 22 17:43:21.874601 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-8a324dc3-1101-48fe-8d2f-07c11486fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:21.877513 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-8a324dc3-1101-48fe-8d2f-07c11486fcf3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.0914655 Mar 22 17:43:21.952438 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-ffa95dfa-832f-42b7-bbce-8d4e0400ff4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 1001 time: 0.0600502 Mar 22 17:43:22.001042 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-d45b63e8-9051-4c52-bb43-61b3af374fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.002482 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-d45b63e8-9051-4c52-bb43-61b3af374fd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0429466 Mar 22 17:43:22.055440 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-273c62ad-e9b6-4735-9566-e5fb8cce8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:22.056961 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-273c62ad-e9b6-4735-9566-e5fb8cce8da6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465150 Mar 22 17:43:22.144988 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-1ab2755c-06f0-4a00-8e8b-e8558b2cb08c service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815990 Mar 22 17:43:22.237371 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a8e85299-7120-45d6-962b-9d598d0abf44 req-1cf8ed93-da23-4315-ad92-c0cccdba6125 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Mar 22 17:43:28.890732 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-df368fd7-c930-41ae-bdba-0d3ef7bb391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:31.293247 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca02dd30-31e5-4db5-8cb8-3e848d7a9485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:32.257551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.178849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50214) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:33.522241 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Deleting port 6e5e9ae2-5e89-4ca5-9748-0b54346e5774 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:33.522501 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.602107 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.602433 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for floatingip (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.616571 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Calling delete_port for 6e5e9ae2-5e89-4ca5-9748-0b54346e5774 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:33.805523 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (6e5e9ae2-5e89-4ca5-9748-0b54346e5774), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.830063 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event deleted for resources: {'Port': ['ID=6e5e9ae2-5e89-4ca5-9748-0b54346e5774,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:33.842395 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.842754 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.843100 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.843476 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.843815 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.844153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.844507 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.844838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.845166 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.845509 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.845824 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.846149 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.846473 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.846794 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.847114 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:33.904259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for floatingip (eafc0237-cff2-4eaf-b53b-bedf637a6516), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:33.904643 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Floating IP eafc0237-cff2-4eaf-b53b-bedf637a6516 disassociated (deleted). External IP: 172.27.0.44, port: 323d6286-b4ae-4933-a3fb-e5e8364e14ce. Mar 22 17:43:34.032684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.116588 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:34.225905 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:34.231045 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:34.236175 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Sync routers for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:34.247361 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:34.247995 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:34.265591 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-61215316-7fec-4905-b90b-b4973444f3de tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "DELETE /v2.0/floatingips/eafc0237-cff2-4eaf-b53b-bedf637a6516 HTTP/1.1" status: 204 len: 168 time: 1.0856943 Mar 22 17:43:34.266168 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:34.268415 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf63f8-e8e5-4660-a036-6d59273831f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:34.310055 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29475234-02ac-402b-bfe2-cc39917790c3 x-openstack-request-id: req-29475234-02ac-402b-bfe2-cc39917790c3 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:34.310404 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:34.310669 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29475234-02ac-402b-bfe2-cc39917790c3 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:34.311551 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29475234-02ac-402b-bfe2-cc39917790c3'] response: {'name': 'network-changed', 'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'status': 'completed', 'code': 200} Mar 22 17:43:34.361067 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:34.496601 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe580e36-2573-47f5-a11c-116fb9356e76 req-ae3b77ff-4526-4ea3-95aa-5e03ddaab74e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:34.498132 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe580e36-2573-47f5-a11c-116fb9356e76 req-ae3b77ff-4526-4ea3-95aa-5e03ddaab74e tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0551500 Mar 22 17:43:34.551009 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fe580e36-2573-47f5-a11c-116fb9356e76 req-344ef7be-634c-4430-81d6-ba5b2cb9b708 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466750 Mar 22 17:43:34.582339 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:34.608280 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Checking router: 665ba3c5-115f-45c3-9301-4e3d9977e3a3 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:34.616353 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:34.616920 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:34.813867 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:35.009149 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:35.038646 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd2539-24c2-4b3d-bba1-25c57a0b90b6 None None] The sync data for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi is: [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:12Z', 'revision_number': 4, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd1d88cf4-261a-4539-9aa8-56e34538d09b', 'name': '', 'network_id': '4105c595-c00f-4620-90dd-eae2402c64d6', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'mac_address': 'fa:16:3e:05:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:11Z', 'updated_at': '2022-03-22T17:37:17Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'subnets': [{'id': '562cc938-2d20-42b4-9ee1-3055f513b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:35.274527 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125aa17c-b41e-4776-9143-c86e4947f7b3 None None] New status for floating IP eafc0237-cff2-4eaf-b53b-bedf637a6516: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:43:35.354820 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:35.678430 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fd96c-4677-43af-958f-72d1020d553a req-ef81e6a7-2202-4fd7-8ff6-17bfbb438719 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:35.679972 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1e3fd96c-4677-43af-958f-72d1020d553a req-ef81e6a7-2202-4fd7-8ff6-17bfbb438719 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0575039 Mar 22 17:43:35.730890 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1e3fd96c-4677-43af-958f-72d1020d553a req-104028cc-412e-4942-85e8-ee775d7f6be6 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Mar 22 17:43:36.847037 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37b2e9-97fb-4fe2-b53c-8746b8a3bddb req-1d3ccb0b-a504-438f-a7f8-74706ce5556d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:36.849193 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1e37b2e9-97fb-4fe2-b53c-8746b8a3bddb req-1d3ccb0b-a504-438f-a7f8-74706ce5556d tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0515463 Mar 22 17:43:36.905450 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-1e37b2e9-97fb-4fe2-b53c-8746b8a3bddb req-d854c20f-3554-4e62-8291-a95e8ce51f89 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507884 Mar 22 17:43:37.190804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-af1ce392-2bcd-4375-9f9f-e488d70de372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.192959 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-af1ce392-2bcd-4375-9f9f-e488d70de372 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 1130 time: 0.0472848 Mar 22 17:43:37.282614 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-fa840acb-bf12-41d6-a543-9bd8773e9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.284138 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-fa840acb-bf12-41d6-a543-9bd8773e9ffb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 200 len: 910 time: 0.0842152 Mar 22 17:43:37.328519 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-3df10adf-2599-47c4-86e7-72fbb28578ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 200 len: 217 time: 0.0380127 Mar 22 17:43:37.376906 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-dae084bc-effb-4c0d-a84f-af36736d9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.378343 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-dae084bc-effb-4c0d-a84f-af36736d9566 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 200 len: 848 time: 0.0433095 Mar 22 17:43:37.427890 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-b2a499a4-b668-4ac0-945b-ab8b181e0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:37.429400 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-b2a499a4-b668-4ac0-945b-ab8b181e0ee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4105c595-c00f-4620-90dd-eae2402c64d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435808 Mar 22 17:43:37.519119 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-30bb9d53-b013-4a84-a858-4e67770c2855 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828319 Mar 22 17:43:37.616150 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ecf63f8-e8e5-4660-a036-6d59273831f6 req-4be88f42-7388-4679-9db9-8c01a68af0d3 service neutron] 10.222.0.62 "GET /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909829 Mar 22 17:43:38.027680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ffc-dc6b-45fe-ae9a-e1cc7d853aa2 req-afd4832d-0e2b-4e53-aecb-b742769c1ad2 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:38.029180 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90909ffc-dc6b-45fe-ae9a-e1cc7d853aa2 req-afd4832d-0e2b-4e53-aecb-b742769c1ad2 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0528719 Mar 22 17:43:38.078566 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90909ffc-dc6b-45fe-ae9a-e1cc7d853aa2 req-df0d0203-13fb-41dc-aa50-000e5d8ad3ad tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 Mar 22 17:43:39.197819 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49e008-b5e4-4d83-98c6-cdce4d4c859c req-6f12c7c5-1ee6-43cb-b1a6-46404cf5118f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:39.199300 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-da49e008-b5e4-4d83-98c6-cdce4d4c859c req-6f12c7c5-1ee6-43cb-b1a6-46404cf5118f tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0524263 Mar 22 17:43:39.247282 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-da49e008-b5e4-4d83-98c6-cdce4d4c859c req-133ad6ef-4e97-412a-8562-b7890e876acf tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/security-groups?id=149abd50-fbe2-4769-a25f-ac328036fe89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Mar 22 17:43:39.285279 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:43:39.579054 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-89db2cde-f275-4e52-ab77-3cb5efb8d168 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:39.580726 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-89db2cde-f275-4e52-ab77-3cb5efb8d168 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 946 time: 0.0561154 Mar 22 17:43:39.695910 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Deleting port 323d6286-b4ae-4933-a3fb-e5e8364e14ce {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:39.696334 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.799082 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] For port 323d6286-b4ae-4933-a3fb-e5e8364e14ce, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=323d6286-b4ae-4933-a3fb-e5e8364e14ce,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:39.799459 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.813175 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Calling delete_port for 323d6286-b4ae-4933-a3fb-e5e8364e14ce owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:39.942563 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (323d6286-b4ae-4933-a3fb-e5e8364e14ce), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:39.973962 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event deleted for resources: {'Port': ['ID=323d6286-b4ae-4933-a3fb-e5e8364e14ce,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:40.018319 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] No DVR routers for this DVR port 323d6286-b4ae-4933-a3fb-e5e8364e14ce on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:40.020979 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:40.024258 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f251a2ad-eddb-4699-8b6a-89f630e779a5 req-f8689eb5-aa60-4585-9e5c-2df2c7fba5cc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.62 "DELETE /v2.0/ports/323d6286-b4ae-4933-a3fb-e5e8364e14ce HTTP/1.1" status: 204 len: 173 time: 0.4360979 Mar 22 17:43:40.024725 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-deleted', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:40.027511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5fb225-eba9-4b72-b6ed-b554d320c6aa" -d '{"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-deleted", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:40.066671 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c6b34-da9d-4851-8f37-f27bc0a5c5ea x-openstack-request-id: req-107c6b34-da9d-4851-8f37-f27bc0a5c5ea {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:40.066991 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea3ab8-c325-4d82-8a1e-e809b13fb8df", "name": "network-vif-deleted", "tag": "323d6286-b4ae-4933-a3fb-e5e8364e14ce", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:40.067249 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-107c6b34-da9d-4851-8f37-f27bc0a5c5ea {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:40.067660 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107c6b34-da9d-4851-8f37-f27bc0a5c5ea'] response: {'server_uuid': '5aea3ab8-c325-4d82-8a1e-e809b13fb8df', 'name': 'network-vif-deleted', 'tag': '323d6286-b4ae-4933-a3fb-e5e8364e14ce', 'status': 'completed', 'code': 200} Mar 22 17:43:40.343382 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-92bd77d5-e5cd-4597-8f1d-a44b71adde77 req-bfc82f5f-2391-4383-8045-3cc9ec4648e5 tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3ab8-c325-4d82-8a1e-e809b13fb8df HTTP/1.1" status: 200 len: 210 time: 0.0286639 Mar 22 17:43:41.402234 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50302) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:41.460060 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (149abd50-fbe2-4769-a25f-ac328036fe89), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:41.485097 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (149abd50-fbe2-4769-a25f-ac328036fe89), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:41.546562 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (149abd50-fbe2-4769-a25f-ac328036fe89), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:41.549257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:41.551032 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] 10.222.0.69 "DELETE /v2.0/security-groups/149abd50-fbe2-4769-a25f-ac328036fe89 HTTP/1.1" status: 204 len: 168 time: 0.1471996 Mar 22 17:43:41.561837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143fe63-5f12-4fdc-b0fb-384941636bfc tempest-TestShelveInstance-236304858 tempest-TestShelveInstance-236304858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149abd50-fbe2-4769-a25f-ac328036fe89,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:41.618156 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50312) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:42.091191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.342443 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Deleting port d1d88cf4-261a-4539-9aa8-56e34538d09b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:42.342787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.432054 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] For port d1d88cf4-261a-4539-9aa8-56e34538d09b, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d1d88cf4-261a-4539-9aa8-56e34538d09b,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:42.432632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.446932 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Calling delete_port for d1d88cf4-261a-4539-9aa8-56e34538d09b owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:42.601506 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319927d-7494-4cfa-98a4-64d515e7182f req-4f4659c6-b193-41a6-a21d-ac97d7289d4d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:42.603001 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3319927d-7494-4cfa-98a4-64d515e7182f req-4f4659c6-b193-41a6-a21d-ac97d7289d4d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.1012905 Mar 22 17:43:42.697129 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3319927d-7494-4cfa-98a4-64d515e7182f req-16dfbdeb-3a65-4e30-b17b-ceaa0267d4a2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880108 Mar 22 17:43:42.711598 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (d1d88cf4-261a-4539-9aa8-56e34538d09b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:42.738612 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d88cf4-261a-4539-9aa8-56e34538d09b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:42.764289 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.764679 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.765032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.765381 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.765723 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.766063 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.766400 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.766734 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.767067 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.767401 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.767737 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.768068 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.768417 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.768748 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.769109 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:42.882511 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:42.928796 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 323d6286-b4ae-4933-a3fb-e5e8364e14ce {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:42.929154 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 323d6286-b4ae-4933-a3fb-e5e8364e14ce not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:43.202090 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.416559 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:43.522144 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:43.527799 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0b763cee-cdd6-4178-afe0-ea0bf86188b1 admin admin] 10.222.0.69 "PUT /v2.0/routers/665ba3c5-115f-45c3-9301-4e3d9977e3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9079344 Mar 22 17:43:43.529628 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50330) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:43.531462 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Sync routers for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:43.541483 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:43.542089 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:43.647786 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks [] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.648049 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:43.753112 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks [] for router_gateway (665ba3c5-115f-45c3-9301-4e3d9977e3a3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.809728 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Deleting port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:43.809949 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.827561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e643-6a49-4c83-a6f7-b63818ad59ba req-5d7411b1-91c2-4672-a985-e18422341957 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:43.828154 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:43:42Z', 'revision_number': 5, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port': {'id': '7ddbe00e-4bbc-4289-a557-0fe10d82e4ee', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:43.832951 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b61e643-6a49-4c83-a6f7-b63818ad59ba req-5d7411b1-91c2-4672-a985-e18422341957 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.0573199 Mar 22 17:43:43.858596 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Checking router: 665ba3c5-115f-45c3-9301-4e3d9977e3a3 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:43.867098 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Routers {'665ba3c5-115f-45c3-9301-4e3d9977e3a3'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:43.867716 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:43.880506 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7b61e643-6a49-4c83-a6f7-b63818ad59ba req-2e5ef23f-3b67-4988-a70f-aaf78f950756 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Mar 22 17:43:43.903350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] For port 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:43.903721 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:43.917689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Calling delete_port for 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:43.960999 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] Set router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:44.013971 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 6, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:44.045599 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150fc570-9acd-4a89-a039-9501421f83fa None None] The sync data for ids ['665ba3c5-115f-45c3-9301-4e3d9977e3a3'] in dv-cinder-820578-3-iscsi is: [{'id': '665ba3c5-115f-45c3-9301-4e3d9977e3a3', 'name': 'tempest-TestShelveInstance-1800295531-router', 'tenant_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:09Z', 'updated_at': '2022-03-22T17:43:43Z', 'revision_number': 6, 'project_id': '13bc760bb77d4065b7f66f69dcb2d72b', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:44.116789 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (7ddbe00e-4bbc-4289-a557-0fe10d82e4ee), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.141862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddbe00e-4bbc-4289-a557-0fe10d82e4ee,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:44.160534 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f300f-f7ea-4a7a-a01c-66ef7ebd75f7 req-47c83c08-8b5f-4637-a742-5ba5b2338e82 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:44.162110 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-599f300f-f7ea-4a7a-a01c-66ef7ebd75f7 req-47c83c08-8b5f-4637-a742-5ba5b2338e82 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.0549088 Mar 22 17:43:44.206308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.212317 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-599f300f-f7ea-4a7a-a01c-66ef7ebd75f7 req-09b2898d-5cca-42ad-b8ea-1b27d2c6823f tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Mar 22 17:43:44.298072 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.300224 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks [] for router_controller (665ba3c5-115f-45c3-9301-4e3d9977e3a3), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.346235 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (665ba3c5-115f-45c3-9301-4e3d9977e3a3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.346922 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 665ba3c5-115f-45c3-9301-4e3d9977e3a3 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:43:44.352125 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.353651 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cd0c0c10-c956-4b54-97b8-37f26e5e008c admin admin] 10.222.0.69 "DELETE /v2.0/routers/665ba3c5-115f-45c3-9301-4e3d9977e3a3 HTTP/1.1" status: 204 len: 168 time: 0.8230410 Mar 22 17:43:44.356097 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50342) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:44.408191 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Deleting subnet 562cc938-2d20-42b4-9ee1-3055f513b0a3 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:43:44.412288 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Publish callbacks [] for subnet (562cc938-2d20-42b4-9ee1-3055f513b0a3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.447787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (562cc938-2d20-42b4-9ee1-3055f513b0a3), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.532469 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (562cc938-2d20-42b4-9ee1-3055f513b0a3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.583684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (562cc938-2d20-42b4-9ee1-3055f513b0a3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.609016 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562cc938-2d20-42b4-9ee1-3055f513b0a3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:44.612771 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.616319 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1b1ba27f-0bf8-4af9-956b-65b689c49c61 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/562cc938-2d20-42b4-9ee1-3055f513b0a3 HTTP/1.1" status: 204 len: 168 time: 0.2590511 Mar 22 17:43:44.619358 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:44.620012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ce859-a186-47b6-a392-25e4a1e4eba3 None None] Network 4105c595-c00f-4620-90dd-eae2402c64d6 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:44.689041 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (4105c595-c00f-4620-90dd-eae2402c64d6), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.749602 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Deleting port f9002bec-d2bf-425d-8ade-64f88300fbbd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:44.750022 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.770651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-b38a6187-3ee3-4d59-ae48-000b8bb8135e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:44.772216 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-b38a6187-3ee3-4d59-ae48-000b8bb8135e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.0587492 Mar 22 17:43:44.823302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] For port f9002bec-d2bf-425d-8ade-64f88300fbbd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=f9002bec-d2bf-425d-8ade-64f88300fbbd,segment=NetworkSegment(084b8f09-8778-4261-b402-0b6547bbb7be),segment_id=084b8f09-8778-4261-b402-0b6547bbb7be)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:44.823849 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.827886 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d1d88cf4-261a-4539-9aa8-56e34538d09b no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:44.841152 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Calling delete_port for f9002bec-d2bf-425d-8ade-64f88300fbbd owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:44.850696 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: d1d88cf4-261a-4539-9aa8-56e34538d09b {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:44.851320 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d1d88cf4-261a-4539-9aa8-56e34538d09b not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:44.901138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:44.901683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.944709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (f9002bec-d2bf-425d-8ade-64f88300fbbd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:44.974980 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcd689-3415-4487-97e9-3abf81b41dca None None] DHCP port deletion for 4105c595-c00f-4620-90dd-eae2402c64d6 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:43:44.995885 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9002bec-d2bf-425d-8ade-64f88300fbbd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:45.016521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] No DVR routers for this DVR port f9002bec-d2bf-425d-8ade-64f88300fbbd on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:45.023141 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] For port 191c106d-a5b5-4a3c-adbe-179dc3fd3531, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=191c106d-a5b5-4a3c-adbe-179dc3fd3531,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:45.023509 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.115397 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (4105c595-c00f-4620-90dd-eae2402c64d6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.133736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5964c-db02-4e38-8eca-02deee429a0b req-4dece640-af76-4d7d-86cc-fcd113819c55 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:45.135305 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-32c5964c-db02-4e38-8eca-02deee429a0b req-4dece640-af76-4d7d-86cc-fcd113819c55 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 946 time: 0.1434906 Mar 22 17:43:45.154569 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4105c595-c00f-4620-90dd-eae2402c64d6']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:45.172641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084b8f09-8778-4261-b402-0b6547bbb7be') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:45.173040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084b8f09-8778-4261-b402-0b6547bbb7be') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:45.192641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (084b8f09-8778-4261-b402-0b6547bbb7be), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.209153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.209528 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.209855 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP 7ae8e007-d4de-44bc-848d-8bfac56979ef disassociated. External IP: 172.27.0.198, port: 191c106d-a5b5-4a3c-adbe-179dc3fd3531. Mar 22 17:43:45.210205 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for 191c106d-a5b5-4a3c-adbe-179dc3fd3531 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:45.219130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-32c5964c-db02-4e38-8eca-02deee429a0b req-2f617b52-fbbe-4f5a-af26-86eecc6dea8f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740259 Mar 22 17:43:45.220169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (084b8f09-8778-4261-b402-0b6547bbb7be), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.229681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:43:45.230622 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (084b8f09-8778-4261-b402-0b6547bbb7be), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:43:45.232589 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:43:45.289751 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (4105c595-c00f-4620-90dd-eae2402c64d6), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.297722 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.304155 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4105c595-c00f-4620-90dd-eae2402c64d6 HTTP/1.1" status: 204 len: 168 time: 0.6837778 Mar 22 17:43:45.308414 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50350) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:45.321896 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5af32-ebb3-424b-9fd2-9644a63cf051 admin admin] Pushing event deleted for resources: {'Network': ['ID=4105c595-c00f-4620-90dd-eae2402c64d6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:45.384438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (191c106d-a5b5-4a3c-adbe-179dc3fd3531), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.415648 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=191c106d-a5b5-4a3c-adbe-179dc3fd3531,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:45.426439 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a69c60-e1eb-4b4f-b10d-04278c3432f2 req-5efb9398-8b20-41de-ab90-3e6f4e1e8537 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:45.428061 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09a69c60-e1eb-4b4f-b10d-04278c3432f2 req-5efb9398-8b20-41de-ab90-3e6f4e1e8537 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.1323638 Mar 22 17:43:45.551654 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09a69c60-e1eb-4b4f-b10d-04278c3432f2 req-90796a18-e6eb-4934-9ea4-2f5618692cb1 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166785 Mar 22 17:43:45.576037 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:45.683255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (acfa4f56-cf86-47b7-a341-68faf84aa684), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.791662 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.966664 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:45.967248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Deleting port 956f85e1-c1ef-451d-8414-56fbac985797 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:45.967248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (956f85e1-c1ef-451d-8414-56fbac985797), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:45.977429 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:45.990474 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:45.991565 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:46.027769 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] No DVR routers for this DVR port 191c106d-a5b5-4a3c-adbe-179dc3fd3531 on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:46.030114 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.033594 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e213eeed-5dd6-49b6-bd20-8c8bf61c1935 req-de67ccc4-7a66-4150-b716-00c91d0573cd tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "DELETE /v2.0/ports/191c106d-a5b5-4a3c-adbe-179dc3fd3531 HTTP/1.1" status: 204 len: 173 time: 1.2537012 Mar 22 17:43:46.034063 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'name': 'network-vif-deleted', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:46.036454 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b04a65-0469-4268-970f-2daadd297ea1" -d '{"events": [{"server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "name": "network-vif-deleted", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:46.058312 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] For port 956f85e1-c1ef-451d-8414-56fbac985797, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=956f85e1-c1ef-451d-8414-56fbac985797,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:46.058684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (956f85e1-c1ef-451d-8414-56fbac985797), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.072774 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Calling delete_port for 956f85e1-c1ef-451d-8414-56fbac985797 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:46.090307 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce21452-0f35-473a-87d2-6b15373e6615 x-openstack-request-id: req-3ce21452-0f35-473a-87d2-6b15373e6615 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:46.090685 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2976b8-afb8-4137-9277-c7be9f2a4a6b", "name": "network-vif-deleted", "tag": "191c106d-a5b5-4a3c-adbe-179dc3fd3531", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:46.091014 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ce21452-0f35-473a-87d2-6b15373e6615 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:46.091491 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce21452-0f35-473a-87d2-6b15373e6615'] response: {'server_uuid': 'aa2976b8-afb8-4137-9277-c7be9f2a4a6b', 'name': 'network-vif-deleted', 'tag': '191c106d-a5b5-4a3c-adbe-179dc3fd3531', 'status': 'completed', 'code': 200} Mar 22 17:43:46.118324 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:46.278909 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (956f85e1-c1ef-451d-8414-56fbac985797), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.314373 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Pushing event deleted for resources: {'Port': ['ID=956f85e1-c1ef-451d-8414-56fbac985797,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:46.347777 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:46.387562 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f9002bec-d2bf-425d-8ade-64f88300fbbd no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:46.399585 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-53c2e265-ce99-4398-a172-6f802f849855 req-b29f68a1-0c18-43df-9b22-4be54d7cbf56 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa2976b8-afb8-4137-9277-c7be9f2a4a6b HTTP/1.1" status: 200 len: 210 time: 0.0519361 Mar 22 17:43:46.424452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:46.433911 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: f9002bec-d2bf-425d-8ade-64f88300fbbd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:46.434758 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device f9002bec-d2bf-425d-8ade-64f88300fbbd not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:46.435407 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:46.451035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-461bd2bd-3bce-44b9-b6a6-b82ecc9975ee tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:46.452681 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-461bd2bd-3bce-44b9-b6a6-b82ecc9975ee tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 945 time: 0.0707583 Mar 22 17:43:46.458639 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:46.460102 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:46.463801 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:46.464357 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 7ddbe00e-4bbc-4289-a557-0fe10d82e4ee not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:46.495399 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (acfa4f56-cf86-47b7-a341-68faf84aa684), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.603166 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:46.605899 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Deleting port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:46.606465 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.726966 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] For port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:46.727724 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.743648 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Calling delete_port for 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:46.853352 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:46.884567 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9908bed-f0f2-45c9-92ee-8fcea6130fc1 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:46.896357 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (2a1c52d3-21fb-471e-b7ca-a3629b6678f6), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.929444 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Pushing event deleted for resources: {'Port': ['ID=2a1c52d3-21fb-471e-b7ca-a3629b6678f6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:46.937965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['2a1c52d3-21fb-471e-b7ca-a3629b6678f6'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:43:46.982557 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] No DVR routers for this DVR port 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:46.985295 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:46.989256 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fd0c8a1-ae2f-47ef-b9ad-af5f7e044a7b req-7b19fef9-2d0d-4cc1-8b0b-d14b277570b2 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "DELETE /v2.0/ports/2a1c52d3-21fb-471e-b7ca-a3629b6678f6 HTTP/1.1" status: 204 len: 173 time: 0.5278852 Mar 22 17:43:47.101914 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075add-cf04-40c5-ad3f-d9e4dc5353be req-1a22a8eb-ef7c-4c7f-baf6-95d53befba5f tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:47.102689 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20075add-cf04-40c5-ad3f-d9e4dc5353be req-1a22a8eb-ef7c-4c7f-baf6-95d53befba5f tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=f934c5f5-51f3-4c12-9352-711bd3dc23b7 HTTP/1.1" status: 200 len: 867 time: 0.4106798 Mar 22 17:43:47.121004 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Router acfa4f56-cf86-47b7-a341-68faf84aa684 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:43:47.189218 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d3265-c6a9-497c-9a6b-662b3d8c92d1 None None] New status for floating IP 7ae8e007-d4de-44bc-848d-8bfac56979ef: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:43:47.231687 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20075add-cf04-40c5-ad3f-d9e4dc5353be req-e054b3a3-d6c8-4794-9f32-decb0fd706a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133428 Mar 22 17:43:47.267081 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:43:47.274414 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8e538d51-5dc2-4ad5-bd89-25244cff3883 admin admin] 10.222.0.69 "PUT /v2.0/routers/acfa4f56-cf86-47b7-a341-68faf84aa684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9650512 Mar 22 17:43:47.274925 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50358) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:47.278376 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Sync routers for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:43:47.288472 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:47.289092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:47.385762 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks [] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.406225 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:47.509347 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50364) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:47.520783 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks [] for router_gateway (acfa4f56-cf86-47b7-a341-68faf84aa684), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.577875 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.591275 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Deleting port c56835e9-7c96-4723-b49c-b71349f1f365 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:47.591884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.605242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.642589 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:43:46Z', 'revision_number': 5, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port': {'id': 'c56835e9-7c96-4723-b49c-b71349f1f365', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:47.661360 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.664333 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.668200 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/security-groups/da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7 HTTP/1.1" status: 204 len: 168 time: 0.1552792 Mar 22 17:43:47.668747 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50368) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:47.670344 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Checking router: acfa4f56-cf86-47b7-a341-68faf84aa684 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:43:47.675008 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0f5a5-5a73-4950-9a73-69501cdd97cb tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:47.680358 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Routers {'acfa4f56-cf86-47b7-a341-68faf84aa684'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:43:47.681135 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:43:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['acfa4f56-cf86-47b7-a341-68faf84aa684'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:47.688503 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-f53a6e03-b052-4cfe-aaf4-9ec33895e2d1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] show failed (client error): The resource could not be found. Mar 22 17:43:47.693036 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f53a6e03-b052-4cfe-aaf4-9ec33895e2d1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups/da56dfdc-d4ff-4ba8-beeb-df9f52fb4ed7 HTTP/1.1" status: 404 len: 347 time: 0.0204480 Mar 22 17:43:47.693444 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50370) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:47.708632 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] For port c56835e9-7c96-4723-b49c-b71349f1f365, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=c56835e9-7c96-4723-b49c-b71349f1f365,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:47.709012 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.723637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Calling delete_port for c56835e9-7c96-4723-b49c-b71349f1f365 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:47.778432 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] Set router acfa4f56-cf86-47b7-a341-68faf84aa684 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:43:47.823259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port d9e18b93-0a42-4bc2-9930-3043f22f04db {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:47.823785 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.842155 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:43:47Z', 'revision_number': 6, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:47.871009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5d2fd-9936-4bf3-a986-7fcf8e8055db None None] The sync data for ids ['acfa4f56-cf86-47b7-a341-68faf84aa684'] in dv-cinder-820578-3-iscsi is: [{'id': 'acfa4f56-cf86-47b7-a341-68faf84aa684', 'name': 'tempest-TestShelveInstance-17734468-router', 'tenant_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:37:15Z', 'updated_at': '2022-03-22T17:43:47Z', 'revision_number': 6, 'project_id': 'a391ccd7f52145abb3ab205c6dbf67e3', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:43:47.944519 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (c56835e9-7c96-4723-b49c-b71349f1f365), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.955551 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.956231 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (d9e18b93-0a42-4bc2-9930-3043f22f04db), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:47.970872 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for d9e18b93-0a42-4bc2-9930-3043f22f04db owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:47.974047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56835e9-7c96-4723-b49c-b71349f1f365,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.033418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (acfa4f56-cf86-47b7-a341-68faf84aa684), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.092672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'name': 'network-vif-deleted', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:48.094827 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29ab10-fd9e-4a05-a592-f51761f696dd" -d '{"events": [{"server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "name": "network-vif-deleted", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:48.114762 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (d9e18b93-0a42-4bc2-9930-3043f22f04db), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.138670 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.141020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks [] for router_controller (acfa4f56-cf86-47b7-a341-68faf84aa684), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.145498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a205324-c11f-4d27-ba26-8b0f05c5bccd x-openstack-request-id: req-2a205324-c11f-4d27-ba26-8b0f05c5bccd {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:48.145793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f934c5f5-51f3-4c12-9352-711bd3dc23b7", "name": "network-vif-deleted", "tag": "2a1c52d3-21fb-471e-b7ca-a3629b6678f6", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:48.146043 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a205324-c11f-4d27-ba26-8b0f05c5bccd {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:48.146433 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a205324-c11f-4d27-ba26-8b0f05c5bccd'] response: {'server_uuid': 'f934c5f5-51f3-4c12-9352-711bd3dc23b7', 'name': 'network-vif-deleted', 'tag': '2a1c52d3-21fb-471e-b7ca-a3629b6678f6', 'status': 'completed', 'code': 200} Mar 22 17:43:48.148721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=d9e18b93-0a42-4bc2-9930-3043f22f04db,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.189221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (acfa4f56-cf86-47b7-a341-68faf84aa684), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.189775 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfa4f56-cf86-47b7-a341-68faf84aa684 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:43:48.195243 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.196540 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-65ba89b8-46f1-447f-93f4-ba5d38e8c814 admin admin] 10.222.0.69 "DELETE /v2.0/routers/acfa4f56-cf86-47b7-a341-68faf84aa684 HTTP/1.1" status: 204 len: 168 time: 0.9205487 Mar 22 17:43:48.199052 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50374) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.238788 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (7ae8e007-d4de-44bc-848d-8bfac56979ef), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.241406 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.242587 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-aed5f35c-eb1a-45fc-89f1-f5f81eac20c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/floatingips/7ae8e007-d4de-44bc-848d-8bfac56979ef HTTP/1.1" status: 204 len: 168 time: 0.5480804 Mar 22 17:43:48.279836 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Deleting subnet 708e8a2c-781a-4b0c-a458-abfc75d6bdb3 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:43:48.287473 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Publish callbacks [] for subnet (708e8a2c-781a-4b0c-a458-abfc75d6bdb3), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.351058 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9993821'] for subnet (708e8a2c-781a-4b0c-a458-abfc75d6bdb3), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.424338 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 956f85e1-c1ef-451d-8414-56fbac985797 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:48.450624 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 956f85e1-c1ef-451d-8414-56fbac985797 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:48.450835 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 956f85e1-c1ef-451d-8414-56fbac985797 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:48.451328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (708e8a2c-781a-4b0c-a458-abfc75d6bdb3), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.515291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10011756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628935'] for subnet (708e8a2c-781a-4b0c-a458-abfc75d6bdb3), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.529332 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.534006 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/708e8a2c-781a-4b0c-a458-abfc75d6bdb3 HTTP/1.1" status: 204 len: 168 time: 0.3333178 Mar 22 17:43:48.536437 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50382) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.537060 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b5fc9-e755-479b-8578-a58f0eec876c None None] Network 4783ef71-9c85-40bd-a802-f746cf530439 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:43:48.554518 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b81433-ac5a-4394-8e7d-99e62ad7fcac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708e8a2c-781a-4b0c-a458-abfc75d6bdb3,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.609473 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50386) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.615046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862532752', 'description': 'tempest-description--725188478'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:48.641840 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.658891 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (4783ef71-9c85-40bd-a802-f746cf530439), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.716143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (cae83f3b-6999-424c-aff3-c7e91796531f), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.719573 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Deleting port 3c864262-bf22-4fad-bfe1-55a4666f5d75 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:48.719924 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.720807 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cae83f3b-6999-424c-aff3-c7e91796531f), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.753448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.754744 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1440048 Mar 22 17:43:48.757643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50388) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.762093 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': 'cae83f3b-6999-424c-aff3-c7e91796531f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:48.771331 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4399b1-68f7-4fde-ba75-5cb1b5725b0b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae83f3b-6999-424c-aff3-c7e91796531f,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.799137 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] DHCP port deletion for 4783ef71-9c85-40bd-a802-f746cf530439 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:43:48.799972 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (12034c59-99a8-4e1c-9488-5c96767a62f4), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.801333 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] For port 3c864262-bf22-4fad-bfe1-55a4666f5d75, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=3c864262-bf22-4fad-bfe1-55a4666f5d75,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:48.801717 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.816048 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Calling delete_port for 3c864262-bf22-4fad-bfe1-55a4666f5d75 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:48.852366 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Deleting port 3c864262-bf22-4fad-bfe1-55a4666f5d75 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:43:48.853386 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.872146 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (12034c59-99a8-4e1c-9488-5c96767a62f4), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.876357 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (12034c59-99a8-4e1c-9488-5c96767a62f4), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.897622 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12034c59-99a8-4e1c-9488-5c96767a62f4,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.903620 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.907845 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.912209 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a99aeb1f-cb0a-4952-8ffe-5caa267034d8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505311 Mar 22 17:43:48.912481 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:48.917061 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'security_group_rule': {'security_group_id': 'cae83f3b-6999-424c-aff3-c7e91796531f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:48.936631 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] For port 3c864262-bf22-4fad-bfe1-55a4666f5d75, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=3c864262-bf22-4fad-bfe1-55a4666f5d75,segment=NetworkSegment(05ea28e1-4ecb-405c-921c-3d16a23551bc),segment_id=05ea28e1-4ecb-405c-921c-3d16a23551bc)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:43:48.937359 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.942410 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c864262-bf22-4fad-bfe1-55a4666f5d75,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:48.946330 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] No DVR routers for this DVR port 3c864262-bf22-4fad-bfe1-55a4666f5d75 on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:48.946678 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 191c106d-a5b5-4a3c-adbe-179dc3fd3531 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:48.960728 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (e16147a0-93bc-40b8-a92f-a0a81c56aa55), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:48.974938 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 191c106d-a5b5-4a3c-adbe-179dc3fd3531 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:48.975167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 191c106d-a5b5-4a3c-adbe-179dc3fd3531 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:48.983455 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Calling delete_port for 3c864262-bf22-4fad-bfe1-55a4666f5d75 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:43:49.026051 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (4783ef71-9c85-40bd-a802-f746cf530439), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.026950 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (e16147a0-93bc-40b8-a92f-a0a81c56aa55), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.033191 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572967'] for security_group_rule (e16147a0-93bc-40b8-a92f-a0a81c56aa55), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.053037 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4783ef71-9c85-40bd-a802-f746cf530439']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:49.060176 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16147a0-93bc-40b8-a92f-a0a81c56aa55,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.063622 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ea28e1-4ecb-405c-921c-3d16a23551bc') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:49.063979 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ea28e1-4ecb-405c-921c-3d16a23551bc') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:43:49.067793 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.072467 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50392) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.073389 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f45ea6eb-c1fb-4abc-8fd4-63f3956724b3 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598709 Mar 22 17:43:49.079445 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:49.081904 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (3c864262-bf22-4fad-bfe1-55a4666f5d75), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.084833 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (05ea28e1-4ecb-405c-921c-3d16a23551bc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.108915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (05ea28e1-4ecb-405c-921c-3d16a23551bc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.115167 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] No DVR routers for this DVR port 3c864262-bf22-4fad-bfe1-55a4666f5d75 on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:43:49.118886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:43:49.119432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (05ea28e1-4ecb-405c-921c-3d16a23551bc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.120454 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Pushing event deleted for resources: {'Port': ['ID=3c864262-bf22-4fad-bfe1-55a4666f5d75,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:43:49.121898 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.133333 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.134564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.134564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.134564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.134564 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.134866 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0933a-9178-446b-b106-0b81c23a3bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:43:49.139295 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.224246 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (4783ef71-9c85-40bd-a802-f746cf530439), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.231356 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.234537 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4783ef71-9c85-40bd-a802-f746cf530439 HTTP/1.1" status: 204 len: 168 time: 0.6966403 Mar 22 17:43:49.248603 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757329b8-817d-40b6-b048-d569b5deb451 admin admin] Pushing event deleted for resources: {'Network': ['ID=4783ef71-9c85-40bd-a802-f746cf530439,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.302020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.351529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 50396) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.423189 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6df714e0-41a4-4158-9520-f2e879e62959 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13bc760bb77d4065b7f66f69dcb2d72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705457 Mar 22 17:43:49.425944 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50398) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.438771 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.27.0.60 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/8fc21b8a-88c1-4d82-9349-af110f8dddf9) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:49.475134 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] Publish callbacks [] for security_group (92ceb56a-1d5e-401c-9f11-ec8f9deee58b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.497068 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] Publish callbacks [] for security_group (92ceb56a-1d5e-401c-9f11-ec8f9deee58b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.544971 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.545867 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (92ceb56a-1d5e-401c-9f11-ec8f9deee58b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.548433 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.549758 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92ceb56a-1d5e-401c-9f11-ec8f9deee58b HTTP/1.1" status: 204 len: 168 time: 0.1227889 Mar 22 17:43:49.558245 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4dde8-eb0d-4be2-9a55-fa4f1b6957f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ceb56a-1d5e-401c-9f11-ec8f9deee58b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.583274 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.620526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:49.627370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:49.629997 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:49.637457 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=8fc21b8a-88c1-4d82-9349-af110f8dddf9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:49.725315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.769361 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.879541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50406) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.921584 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-895ccaf1-5e33-449d-b4ca-de30051bd624 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a391ccd7f52145abb3ab205c6dbf67e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407166 Mar 22 17:43:49.924056 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50408) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:43:49.924184 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.928932 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.972836 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] Publish callbacks [] for security_group (ba1fb7c5-f781-4c2a-9d54-995f5ed196c9), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:49.994083 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] Publish callbacks [] for security_group (ba1fb7c5-f781-4c2a-9d54-995f5ed196c9), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.004069 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=8fc21b8a-88c1-4d82-9349-af110f8dddf9,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:50.010643 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.027637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.028909 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ae1b9980-ef3b-4fa3-b8f0-9bc8958a353a tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9555354 Mar 22 17:43:50.043330 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (ba1fb7c5-f781-4c2a-9d54-995f5ed196c9), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.046120 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:50.047366 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba1fb7c5-f781-4c2a-9d54-995f5ed196c9 HTTP/1.1" status: 204 len: 168 time: 0.1223497 Mar 22 17:43:50.055587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02dfdc-64e9-4f9d-b9a5-a69f5248931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1fb7c5-f781-4c2a-9d54-995f5ed196c9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:50.248799 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-681913e3-c43e-491a-a577-b586b731ff35 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--862532752&fields=id&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 267 time: 0.0533867 Mar 22 17:43:50.324609 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 3c864262-bf22-4fad-bfe1-55a4666f5d75 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:50.346581 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 3c864262-bf22-4fad-bfe1-55a4666f5d75 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:50.346934 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 3c864262-bf22-4fad-bfe1-55a4666f5d75 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:50.347395 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c56835e9-7c96-4723-b49c-b71349f1f365 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:50.365900 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-3b6d192d-0989-4797-a800-7aff35a2cae7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:50.367825 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-3b6d192d-0989-4797-a800-7aff35a2cae7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1181002 Mar 22 17:43:50.375674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: c56835e9-7c96-4723-b49c-b71349f1f365 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:50.376031 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device c56835e9-7c96-4723-b49c-b71349f1f365 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:50.389148 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-276efeab-37fe-415e-837e-6e370ea422ea tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/quotas/b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 375 time: 0.0138187 Mar 22 17:43:50.449329 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-0837f786-bb72-4a14-b2b4-4347340c728e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549181 Mar 22 17:43:50.543101 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-a69452a6-4dd4-4629-b3d4-8db4d68a5cda service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Mar 22 17:43:50.633407 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-eb5e8d8d-8aad-454f-ade0-5c60edbb4726 service neutron] 10.222.0.69 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Mar 22 17:43:50.794220 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a36db0b0-0d39-4826-86cf-0799412c6d30 req-a09fa6af-5d70-439e-a360-9eee0270ae52 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 210 time: 0.0285189 Mar 22 17:43:51.243609 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:43:51.263356 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:43:51.263634 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 2a1c52d3-21fb-471e-b7ca-a3629b6678f6 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:43:51.886020 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4bbad471-298c-41ae-a93d-77c77c47a9a1 req-c9c50448-cb41-415a-aed9-af565c05db69 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Mar 22 17:43:52.982413 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-235cb752-b615-4545-87af-0666caa69863 req-87539b3f-94dd-4aab-80b1-c7f7485b1d40 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 210 time: 0.0300906 Mar 22 17:43:53.267932 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-2c11c4d3-ee5d-438b-a431-c3b8652afbad tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:53.269476 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-2c11c4d3-ee5d-438b-a431-c3b8652afbad tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 815 time: 0.1016700 Mar 22 17:43:53.346344 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-54de709f-1d43-410a-b979-7f05085cb883 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8efb51627414b0898d2d1cadb68d44f HTTP/1.1" status: 200 len: 379 time: 0.0563707 Mar 22 17:43:53.355599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'port': {'device_id': '9d972157-74d0-467d-8f22-a6af4179de67', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'admin_state_up': True, 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'security_groups': ['cae83f3b-6999-424c-aff3-c7e91796531f']}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:53.465084 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Made reservation on behalf of b8efb51627414b0898d2d1cadb68d44f for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:43:53.468897 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:53.605632 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Allocated IP 172.20.0.3 (00d86549-f654-4962-ad75-dae58b96b9cb/86180207-c728-4784-9d91-8ef1c578bd68/e597fd1e-df73-4514-b0f2-54b2b277d6da) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:43:53.746119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:53.779916 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:53.823448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Network 00d86549-f654-4962-ad75-dae58b96b9cb is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:43:53.826648 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:43:53.834581 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:43:53.870028 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event updated for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:53.904936 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:53.905663 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:53.922967 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-d530fa73-ebf5-4eb5-bd4f-25f7397aa99b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708208 Mar 22 17:43:53.940902 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Request body: {'port': {'device_id': '9d972157-74d0-467d-8f22-a6af4179de67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:43:54.007721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.139621 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-9bedf839-d324-4562-808b-6105bfb5122c None None] Provisioning complete for port e597fd1e-df73-4514-b0f2-54b2b277d6da triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:43:54.140312 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bedf839-d324-4562-808b-6105bfb5122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.180107 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-9bedf839-d324-4562-808b-6105bfb5122c None None] Port e597fd1e-df73-4514-b0f2-54b2b277d6da cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:43:54.217145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de4d4e-3931-40f6-b276-cf5a61badca5 req-594f1978-e6a8-415f-9225-a5a71a439229 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:54.218628 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c5de4d4e-3931-40f6-b276-cf5a61badca5 req-594f1978-e6a8-415f-9225-a5a71a439229 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 931 time: 0.1632860 Mar 22 17:43:54.296251 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c5de4d4e-3931-40f6-b276-cf5a61badca5 req-1d77b8d1-616a-44cb-b492-f08c76798164 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709519 Mar 22 17:43:54.347526 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e597fd1e-df73-4514-b0f2-54b2b277d6da {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:43:54.354876 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks [] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.366707 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Transition to ACTIVE for port object e597fd1e-df73-4514-b0f2-54b2b277d6da will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:43:54.370064 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.424112 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Pushing event updated for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:54.496962 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Attempting to bind port e597fd1e-df73-4514-b0f2-54b2b277d6da on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:43:54.497303 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Attempting to bind port e597fd1e-df73-4514-b0f2-54b2b277d6da by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:43:54.497641 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Attempting to bind port e597fd1e-df73-4514-b0f2-54b2b277d6da on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:54.502231 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Port e597fd1e-df73-4514-b0f2-54b2b277d6da on network 00d86549-f654-4962-ad75-dae58b96b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:43:54.502561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Attempting to bind port e597fd1e-df73-4514-b0f2-54b2b277d6da on network 00d86549-f654-4962-ad75-dae58b96b9cb {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:43:54.508480 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:43:54.508742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Checking segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:43:54.509139 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Bound using segment: {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:43:54.509585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Bound port: e597fd1e-df73-4514-b0f2-54b2b277d6da, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df51442f-8213-40f9-92d4-1c1aa1e617bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:43:54.509957 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.579010 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:43:54.582779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:43:54.590986 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.624837 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:54.625463 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:54.626849 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] 10.222.0.62 "PUT /v2.0/ports/e597fd1e-df73-4514-b0f2-54b2b277d6da HTTP/1.1" status: 200 len: 1093 time: 0.6904068 Mar 22 17:43:54.627293 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:43:54.630185 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808049c3-bc45-486d-b6a7-85e5228615e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:43:54.673201 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6b95-3e1e-44d0-ba04-a9959d7fe635 service neutron] Pushing event updated for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:43:54.686083 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a19687-dede-4c78-8d14-02d6a2a9b7cf x-openstack-request-id: req-c5a19687-dede-4c78-8d14-02d6a2a9b7cf {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:43:54.686380 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:43:54.686641 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5a19687-dede-4c78-8d14-02d6a2a9b7cf {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:43:54.687053 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a19687-dede-4c78-8d14-02d6a2a9b7cf'] response: {'name': 'network-changed', 'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'status': 'completed', 'code': 200} Mar 22 17:43:54.741633 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-f23717b2-ebf6-41d9-804f-01f077039f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:54.743174 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-f23717b2-ebf6-41d9-804f-01f077039f21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 1127 time: 0.0499697 Mar 22 17:43:54.796233 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-10224a12-66f6-46bb-bcac-46b8789d4e54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da HTTP/1.1" status: 200 len: 217 time: 0.0377593 Mar 22 17:43:54.845044 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-5201ae8a-af69-4e16-8c9c-2b6dd4b4dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:54.847011 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-5201ae8a-af69-4e16-8c9c-2b6dd4b4dea2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0449727 Mar 22 17:43:54.895786 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-6b7a7308-55df-4de5-bcff-6e66772dbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:54.897318 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-6b7a7308-55df-4de5-bcff-6e66772dbc01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439184 Mar 22 17:43:54.989977 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-6eeb074e-df54-4ec7-a629-77101b8287d8 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Mar 22 17:43:55.080734 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3683406e-050f-4fa8-a44c-87e83eab87a5 req-fb3a0661-0c75-4188-93bc-0c5eb9136c1f service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 Mar 22 17:43:55.229287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-4fe340d3-2ec9-4a75-9e65-c32844ac6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.230805 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-4fe340d3-2ec9-4a75-9e65-c32844ac6b36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 1127 time: 0.0534024 Mar 22 17:43:55.322009 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-3dc895c2-ec9f-4c7c-b021-fed177a611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.323463 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-3dc895c2-ec9f-4c7c-b021-fed177a611c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.0860043 Mar 22 17:43:55.372933 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-8c54fb0d-6604-44db-b338-d7856bc69b74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da HTTP/1.1" status: 200 len: 217 time: 0.0413351 Mar 22 17:43:55.425975 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dd5e9-f976-42c6-aaa5-c55703e47233 req-3d8e66b9-d3b5-4e28-a63e-9e01b1eabed8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.428155 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317dd5e9-f976-42c6-aaa5-c55703e47233 req-3d8e66b9-d3b5-4e28-a63e-9e01b1eabed8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0617106 Mar 22 17:43:55.428505 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-0c511b7a-48b9-4422-93bc-32ee660616f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.429996 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-0c511b7a-48b9-4422-93bc-32ee660616f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0510774 Mar 22 17:43:55.489589 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-317dd5e9-f976-42c6-aaa5-c55703e47233 req-b2df0cf2-8399-4eea-baa1-1bfcfa0bb2c2 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541024 Mar 22 17:43:55.506155 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-676e2570-c66f-4118-a89c-da17e6c7511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.507653 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-676e2570-c66f-4118-a89c-da17e6c7511c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719275 Mar 22 17:43:55.546266 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971492b2-4c58-4452-b1a7-c6b6f5715228 req-3bc466f2-9b05-4de1-9e73-16cd1cde9787 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:55.547742 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-971492b2-4c58-4452-b1a7-c6b6f5715228 req-3bc466f2-9b05-4de1-9e73-16cd1cde9787 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0567791 Mar 22 17:43:55.594723 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-971492b2-4c58-4452-b1a7-c6b6f5715228 req-af01dc0d-67e3-40a1-936d-f5286fb240f5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Mar 22 17:43:55.836050 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-b31f599c-c7b2-4ebe-aa7f-ba6c9d22fc57 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950942 Mar 22 17:43:55.929277 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-808049c3-bc45-486d-b6a7-85e5228615e4 req-844ad4b3-6f8e-4669-89ea-14df1005c01a service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Mar 22 17:43:56.608261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ad1e3-d71d-4b35-9555-2dfdfcd3974e req-67cec56c-d4e0-4727-b97b-8c2d4070fe89 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:56.609764 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-668ad1e3-d71d-4b35-9555-2dfdfcd3974e req-67cec56c-d4e0-4727-b97b-8c2d4070fe89 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0559530 Mar 22 17:43:56.658351 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-668ad1e3-d71d-4b35-9555-2dfdfcd3974e req-f68f6506-40f5-4416-b97e-1154aad4e3e5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Mar 22 17:43:56.721352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acdaa1-dcd2-4d00-998b-03832653a12e req-e7b2ea18-28a7-4a26-ad81-aba3115fd2dc tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:56.722832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30acdaa1-dcd2-4d00-998b-03832653a12e req-e7b2ea18-28a7-4a26-ad81-aba3115fd2dc tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0566757 Mar 22 17:43:56.770341 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-30acdaa1-dcd2-4d00-998b-03832653a12e req-95fe1235-9bab-4af8-9d05-d350435ef4e6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Mar 22 17:43:57.774263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188638c-5bf8-4a4f-b24c-1bc717482184 req-528005fb-eebd-42af-b1fe-ea4476429a6e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:57.775738 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9188638c-5bf8-4a4f-b24c-1bc717482184 req-528005fb-eebd-42af-b1fe-ea4476429a6e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0507867 Mar 22 17:43:57.823579 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9188638c-5bf8-4a4f-b24c-1bc717482184 req-4bcb2872-3e41-4fcb-befa-7694a0b48127 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Mar 22 17:43:57.902839 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd3996-4e91-4bd3-b1bd-b702d34d4707 req-8bfbf2f6-ad58-49d0-9e99-92b496989ff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:57.904358 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f9bd3996-4e91-4bd3-b1bd-b702d34d4707 req-8bfbf2f6-ad58-49d0-9e99-92b496989ff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0542622 Mar 22 17:43:57.952266 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f9bd3996-4e91-4bd3-b1bd-b702d34d4707 req-792e14ca-874d-4079-80af-714e9c52bd6b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Mar 22 17:43:58.893887 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4493f799-1457-4654-94a6-a08bfc9acd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:43:58.952546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baf01d-db21-47a9-a966-a3b3b55d0b4f req-8c66c060-1f2d-4bb1-8eb0-6875ae76f190 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:58.954019 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-05baf01d-db21-47a9-a966-a3b3b55d0b4f req-8c66c060-1f2d-4bb1-8eb0-6875ae76f190 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0546861 Mar 22 17:43:58.999663 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-05baf01d-db21-47a9-a966-a3b3b55d0b4f req-342e01d9-f226-44cc-8f67-0f13dcc6ed04 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Mar 22 17:43:59.077865 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8cdd-3648-41be-970c-70873ddf89dd req-bd1073f6-a1e7-4b61-8c09-8720687cd177 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:43:59.079328 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-434c8cdd-3648-41be-970c-70873ddf89dd req-bd1073f6-a1e7-4b61-8c09-8720687cd177 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0542405 Mar 22 17:43:59.127142 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-434c8cdd-3648-41be-970c-70873ddf89dd req-9c9dcef6-24aa-4a10-bc07-93937d30fd20 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Mar 22 17:44:00.117768 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9b474-e2b5-485f-9b06-1c151ed89bea req-761b3530-8c50-444d-8355-fe950bb870e6 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:00.119269 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82b9b474-e2b5-485f-9b06-1c151ed89bea req-761b3530-8c50-444d-8355-fe950bb870e6 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0535018 Mar 22 17:44:00.165491 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-82b9b474-e2b5-485f-9b06-1c151ed89bea req-242591fa-7967-4e75-8d0c-c6eeab86b6b7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Mar 22 17:44:00.250657 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc95c8-c1f1-43ee-a167-ac85095f82bb req-a42cda5b-32ce-4af3-8b28-25428e0b3342 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:00.252184 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d3bc95c8-c1f1-43ee-a167-ac85095f82bb req-a42cda5b-32ce-4af3-8b28-25428e0b3342 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0534227 Mar 22 17:44:00.299525 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d3bc95c8-c1f1-43ee-a167-ac85095f82bb req-c395dfc1-a9f5-4e85-b3dd-342c610703b2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Mar 22 17:44:00.554938 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-20ccf6ca-8aff-4668-bf9a-a0edb15cd613 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:00.556562 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-20ccf6ca-8aff-4668-bf9a-a0edb15cd613 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 814 time: 0.1048255 Mar 22 17:44:00.572920 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-a313a5c4-ae6a-4838-aad9-dea5cce3fc7a tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/quotas/def99f6636074eaf919c85956296c57e HTTP/1.1" status: 200 len: 375 time: 0.0108666 Mar 22 17:44:00.608435 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-d085035c-3509-43d6-8019-c41b7dc1d652 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289383 Mar 22 17:44:00.700632 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-9680bfc8-c5bf-428e-a27a-0a2aa31aa874 service neutron] 10.222.0.69 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Mar 22 17:44:00.794062 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-f96daa4b-6774-46fc-a464-1a961d45e860 service neutron] 10.222.0.69 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 Mar 22 17:44:00.959141 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8cbecf25-2a6c-4492-b413-f7507510f948 req-c5682320-71d8-4094-bf4c-0351ba93fbcb tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 210 time: 0.0291436 Mar 22 17:44:01.301793 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1ba12a4d-b799-4ae8-9121-bc046e968257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:01.305389 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d55ef6-c42d-4a0d-b31c-12efa6804f51 req-41b68519-8171-4687-94f1-a164c569323e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:01.307065 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-91d55ef6-c42d-4a0d-b31c-12efa6804f51 req-41b68519-8171-4687-94f1-a164c569323e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.0698497 Mar 22 17:44:01.370229 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-91d55ef6-c42d-4a0d-b31c-12efa6804f51 req-5f4e402d-9299-444a-9942-987ac4f4fef0 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568154 Mar 22 17:44:01.433219 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2dad6-8498-412b-9eff-4f696c78d0f8 req-70001cd0-2884-44cf-9c83-b5e29b312c53 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:01.434759 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-66c2dad6-8498-412b-9eff-4f696c78d0f8 req-70001cd0-2884-44cf-9c83-b5e29b312c53 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0568614 Mar 22 17:44:01.487423 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-66c2dad6-8498-412b-9eff-4f696c78d0f8 req-db0474f6-8dd9-47df-82b3-a1bd92ddb755 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Mar 22 17:44:01.991989 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-90448015-7d48-483d-8abe-df8301fb3636 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:01.993770 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-90448015-7d48-483d-8abe-df8301fb3636 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 814 time: 0.1031282 Mar 22 17:44:02.014443 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Request body: {'port': {'device_id': '44201c92-0f24-494e-98fa-7b39ce72280d', 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37', 'admin_state_up': True, 'tenant_id': 'def99f6636074eaf919c85956296c57e'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:02.056653 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7ada8a31-a9fe-4530-bf04-3747f5a432b9 req-4c83eb38-d02b-4c8d-81aa-ddb54e310ad9 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 210 time: 0.0299029 Mar 22 17:44:02.127889 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Made reservation on behalf of def99f6636074eaf919c85956296c57e for: {'port': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:44:02.131278 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.257805 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_common [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Allocated IP 172.20.0.8 (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37/27a00abf-f25e-4892-a914-71fd0c39ceb0/801f0975-b06a-41f4-8549-de48abdbc487) {{(pid=103456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:44:02.262215 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.407770 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks [] for port (801f0975-b06a-41f4-8549-de48abdbc487), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.451698 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.512980 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 is already hosted by enough agents. {{(pid=103456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:44:02.518497 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Resources bound (agent type, host, resource id): {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:44:02.525166 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Received port after_create {{(pid=103456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:44:02.561066 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Pushing event updated for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:02.579860 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda83bab-f7f0-46d3-be26-2dd667196eec req-e7993218-987f-4adb-870e-14d2c4a152f1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:02.581418 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fda83bab-f7f0-46d3-be26-2dd667196eec req-e7993218-987f-4adb-870e-14d2c4a152f1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 943 time: 0.1408870 Mar 22 17:44:02.608661 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:02.609287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.615738 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e371b4-cef3-4e28-9f6a-dc469c8bc4d6 req-bc1cb4c7-6052-4c72-826b-067a462f649a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:02.617285 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98e371b4-cef3-4e28-9f6a-dc469c8bc4d6 req-bc1cb4c7-6052-4c72-826b-067a462f649a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Mar 22 17:44:02.636752 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-ef36860d-2c41-4d83-996c-01c301260c8b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261916 Mar 22 17:44:02.651892 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fda83bab-f7f0-46d3-be26-2dd667196eec req-b052dc79-8b31-4fe4-968d-f81d594d1fb7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642366 Mar 22 17:44:02.656759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Request body: {'port': {'device_id': '44201c92-0f24-494e-98fa-7b39ce72280d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:02.667432 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98e371b4-cef3-4e28-9f6a-dc469c8bc4d6 req-7eb6b6d6-5f31-4651-aec1-5fe14ea949e7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Mar 22 17:44:02.721694 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (801f0975-b06a-41f4-8549-de48abdbc487), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:02.946494 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e597fd1e-df73-4514-b0f2-54b2b277d6da details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:02.984998 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801f0975-b06a-41f4-8549-de48abdbc487 {{(pid=103456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:02.994823 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks [] for port (801f0975-b06a-41f4-8549-de48abdbc487), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.008563 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.provisioning_blocks [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Transition to ACTIVE for port object 801f0975-b06a-41f4-8549-de48abdbc487 will not be triggered until provisioned by entity L2. {{(pid=103456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:44:03.014012 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.067376 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Pushing event updated for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=2']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:03.176635 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Attempting to bind port 801f0975-b06a-41f4-8549-de48abdbc487 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:44:03.177029 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Attempting to bind port 801f0975-b06a-41f4-8549-de48abdbc487 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:44:03.177299 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Attempting to bind port 801f0975-b06a-41f4-8549-de48abdbc487 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:03.178579 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:03.185765 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Port 801f0975-b06a-41f4-8549-de48abdbc487 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:44:03.186089 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Attempting to bind port 801f0975-b06a-41f4-8549-de48abdbc487 on network 7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:44:03.190068 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'port_id': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'mac_address': 'fa:16:3e:6b:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:03.195065 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:44:03.195407 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Checking segment: {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:44:03.195797 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Bound using segment: {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'} {{(pid=103456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:44:03.196233 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.managers [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Bound port: 801f0975-b06a-41f4-8549-de48abdbc487, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9051f3ae-8df8-4d63-b7a6-c3b722622c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37'}}] {{(pid=103456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:44:03.196670 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (801f0975-b06a-41f4-8549-de48abdbc487), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.204722 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f74879-9e7f-4b23-a937-77092208c17b req-19a93807-74ff-4c56-afcb-2f1372596e0b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.206209 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f9f74879-9e7f-4b23-a937-77092208c17b req-19a93807-74ff-4c56-afcb-2f1372596e0b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0801187 Mar 22 17:44:03.230278 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port e597fd1e-df73-4514-b0f2-54b2b277d6da is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:03.230673 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.243131 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e597fd1e-df73-4514-b0f2-54b2b277d6da {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:03.262948 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:03.267343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.297819 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f9f74879-9e7f-4b23-a937-77092208c17b req-a167ce6e-18b9-41d5-a475-bc3d467d934f tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839889 Mar 22 17:44:03.304729 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, cleared binding levels {{(pid=103456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:44:03.308532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=801f0975-b06a-41f4-8549-de48abdbc487,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:44:03.317425 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10013610'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.321352 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:03.355913 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.356570 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:03.357956 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] 10.222.0.62 "PUT /v2.0/ports/801f0975-b06a-41f4-8549-de48abdbc487 HTTP/1.1" status: 200 len: 1093 time: 0.7051501 Mar 22 17:44:03.358403 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:03.360663 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d8bba4-dfc2-4434-92f3-27cd42af8704" -d '{"events": [{"name": "network-changed", "server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "tag": "801f0975-b06a-41f4-8549-de48abdbc487"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:03.387256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da2d9b-3f39-4e9e-9885-bb109bb18f3d service neutron] Pushing event updated for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=3']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:03.397573 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb6f23-4265-45d3-a40a-985d71f72c5d x-openstack-request-id: req-cceb6f23-4265-45d3-a40a-985d71f72c5d {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:03.397873 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "tag": "801f0975-b06a-41f4-8549-de48abdbc487", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:03.398164 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cceb6f23-4265-45d3-a40a-985d71f72c5d {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:03.398576 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceb6f23-4265-45d3-a40a-985d71f72c5d'] response: {'name': 'network-changed', 'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487', 'status': 'completed', 'code': 200} Mar 22 17:44:03.491251 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-cc5af321-f23a-4cd2-b8f7-7cca6eed394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.492688 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-cc5af321-f23a-4cd2-b8f7-7cca6eed394b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 1127 time: 0.0445035 Mar 22 17:44:03.546288 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-93872102-f23a-439b-b4f9-ab32f5716383 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801f0975-b06a-41f4-8549-de48abdbc487 HTTP/1.1" status: 200 len: 217 time: 0.0334876 Mar 22 17:44:03.599610 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-546f08a0-4bf5-4ab3-aeae-2f478cf2342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.601084 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-546f08a0-4bf5-4ab3-aeae-2f478cf2342a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27a00abf-f25e-4892-a914-71fd0c39ceb0 HTTP/1.1" status: 200 len: 854 time: 0.0468721 Mar 22 17:44:03.635829 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-da43dabb-5563-4236-b4d5-1de122642b9d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285785 Mar 22 17:44:03.727229 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-d9627d93-639d-4387-addb-a21a52724762 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Mar 22 17:44:03.796923 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8b96e-ea56-4f62-94bd-6976a0a721c7 req-8451a71d-6c16-4853-a553-6bd5a61f6195 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.798368 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90a8b96e-ea56-4f62-94bd-6976a0a721c7 req-8451a71d-6c16-4853-a553-6bd5a61f6195 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Mar 22 17:44:03.838850 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715e9e1-af0e-40a2-8cea-78e33e9e411b req-9faf02bc-85fa-4050-bfbb-166590decb1f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:03.840326 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4715e9e1-af0e-40a2-8cea-78e33e9e411b req-9faf02bc-85fa-4050-bfbb-166590decb1f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 944 time: 0.1118240 Mar 22 17:44:03.846679 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-90a8b96e-ea56-4f62-94bd-6976a0a721c7 req-437a20d4-8bf0-49c8-be66-d40ea66f81b9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Mar 22 17:44:03.857595 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['e597fd1e-df73-4514-b0f2-54b2b277d6da'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:03.870385 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b626d0b8-9112-4027-b6d9-e8f3707d3a39 req-48ba9a3f-9ccd-4f02-9ed1-3ae1b94fa0e6 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336498 Mar 22 17:44:03.898678 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4715e9e1-af0e-40a2-8cea-78e33e9e411b req-4c2aaf9b-e346-48ed-9608-4df6f50a48a5 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518446 Mar 22 17:44:04.026414 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-53b79899-a5b6-4c34-b424-6fae02236267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:04.027906 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-53b79899-a5b6-4c34-b424-6fae02236267 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=def99f6636074eaf919c85956296c57e&device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 1127 time: 0.0488434 Mar 22 17:44:04.034692 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:04.116348 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-85396050-deef-4daf-966b-3d23e5505a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:04.117847 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-85396050-deef-4daf-966b-3d23e5505a4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 200 len: 915 time: 0.0829344 Mar 22 17:44:04.163177 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-cfc68e5b-4ab9-488a-b2af-9d28e2681467 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801f0975-b06a-41f4-8549-de48abdbc487 HTTP/1.1" status: 200 len: 217 time: 0.0386291 Mar 22 17:44:04.210795 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-80ee42c3-a7c9-4317-9d7a-3909f03ea6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:04.212220 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-80ee42c3-a7c9-4317-9d7a-3909f03ea6f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=27a00abf-f25e-4892-a914-71fd0c39ceb0 HTTP/1.1" status: 200 len: 854 time: 0.0430412 Mar 22 17:44:04.245081 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-3de106a7-7457-49ef-8bde-58d840f1d308 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244331 Mar 22 17:44:04.333616 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-fd5f4093-32d0-4a7c-9aa5-afc4ded0a4d5 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Mar 22 17:44:04.425302 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0544e2b-b7ff-482d-96e9-d4052202073a req-6fa53621-0936-4d23-953d-1e6a36675946 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:04.427370 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0544e2b-b7ff-482d-96e9-d4052202073a req-6fa53621-0936-4d23-953d-1e6a36675946 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0565767 Mar 22 17:44:04.429670 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d6d8bba4-dfc2-4434-92f3-27cd42af8704 req-b0d5ed07-86c5-4041-a6cf-10cfa4502d87 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897884 Mar 22 17:44:04.476777 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b0544e2b-b7ff-482d-96e9-d4052202073a req-2a8486c9-3ab0-4edb-9a19-8b3d8f062db6 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Mar 22 17:44:04.969191 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3954-814e-4b9b-a335-7cc7ad03e918 req-c59366a5-f313-45ec-b663-f53c712ec96d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:04.970692 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-101f3954-814e-4b9b-a335-7cc7ad03e918 req-c59366a5-f313-45ec-b663-f53c712ec96d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0537632 Mar 22 17:44:05.016952 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-101f3954-814e-4b9b-a335-7cc7ad03e918 req-cc91e5c0-1e8f-40ca-a23b-243a6594eb30 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407000 Mar 22 17:44:05.017441 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccf541-e45e-4273-974e-d70d2cc240b0 req-5fca19a7-41a5-4d22-8898-3988ed1185fe tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:05.018934 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fccf541-e45e-4273-974e-d70d2cc240b0 req-5fca19a7-41a5-4d22-8898-3988ed1185fe tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 944 time: 0.0522816 Mar 22 17:44:05.065780 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fccf541-e45e-4273-974e-d70d2cc240b0 req-05b3a587-2c38-4f87-a28f-a815e0ca7b5c tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Mar 22 17:44:05.359082 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:05.596308 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4f566-e83e-4a93-9ff8-b229b17434cf req-a7904572-99ff-4d4c-98b4-6687b505ac4c tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:05.597826 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6d4f566-e83e-4a93-9ff8-b229b17434cf req-a7904572-99ff-4d4c-98b4-6687b505ac4c tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0565765 Mar 22 17:44:05.644039 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6d4f566-e83e-4a93-9ff8-b229b17434cf req-4afba96c-13e6-4154-a247-b9401b4ba9c3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Mar 22 17:44:06.139187 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390eb1f-1057-41a3-9ed3-5692724213db req-7cf7602d-110b-4622-9820-5ec5209e5725 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:06.140715 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1390eb1f-1057-41a3-9ed3-5692724213db req-7cf7602d-110b-4622-9820-5ec5209e5725 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0524218 Mar 22 17:44:06.184626 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5ad9b-95c8-4f9c-8461-f54928fdebe7 req-e4d4cfe4-dbfc-4634-9751-1b737c68ed67 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:06.186126 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b5a5ad9b-95c8-4f9c-8461-f54928fdebe7 req-e4d4cfe4-dbfc-4634-9751-1b737c68ed67 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 944 time: 0.0520928 Mar 22 17:44:06.192328 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1390eb1f-1057-41a3-9ed3-5692724213db req-68988416-cd2a-4bc2-ba11-de105163a39a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Mar 22 17:44:06.233719 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b5a5ad9b-95c8-4f9c-8461-f54928fdebe7 req-5a862b79-fcee-4901-aa6f-e14d7f072d2f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Mar 22 17:44:06.763415 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de9d3-c1fb-4b8b-8708-340d5b764ecd req-6a6abf27-83ac-48fb-bb15-a5f70172f24d tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:06.764903 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6b0de9d3-c1fb-4b8b-8708-340d5b764ecd req-6a6abf27-83ac-48fb-bb15-a5f70172f24d tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0516152 Mar 22 17:44:06.810911 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6b0de9d3-c1fb-4b8b-8708-340d5b764ecd req-d5719aa7-31cc-42b8-8ff9-f44f70049dcc tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Mar 22 17:44:06.959612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e597fd1e-df73-4514-b0f2-54b2b277d6da up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:07.008765 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port e597fd1e-df73-4514-b0f2-54b2b277d6da completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:44:07.013085 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port e597fd1e-df73-4514-b0f2-54b2b277d6da triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:07.013470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:07.092552 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port e597fd1e-df73-4514-b0f2-54b2b277d6da is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:07.092989 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:07.116150 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:07.118428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee56172-5000-48a1-b579-8b49f4fb7104" -d '{"events": [{"server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "name": "network-vif-plugged", "status": "completed", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:07.131501 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:07.135727 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:07.158897 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279d641-38ff-4b03-b4a5-ac4a548bf90e x-openstack-request-id: req-b279d641-38ff-4b03-b4a5-ac4a548bf90e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:07.159191 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "name": "network-vif-plugged", "status": "completed", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:07.159451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b279d641-38ff-4b03-b4a5-ac4a548bf90e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:07.159850 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b279d641-38ff-4b03-b4a5-ac4a548bf90e'] response: {'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'code': 200} Mar 22 17:44:07.184232 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:07.319008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc542-5695-437c-8624-6b94afa01397 req-f337bb5e-5b2a-47bb-ba19-18462cccd6fa tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.320574 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-861dc542-5695-437c-8624-6b94afa01397 req-f337bb5e-5b2a-47bb-ba19-18462cccd6fa tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0569475 Mar 22 17:44:07.361252 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489f96-66cf-442b-8887-51816022ad6a req-79f1672c-407b-4828-ba7c-4be58054f236 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.362804 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4d489f96-66cf-442b-8887-51816022ad6a req-79f1672c-407b-4828-ba7c-4be58054f236 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0560274 Mar 22 17:44:07.371201 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-861dc542-5695-437c-8624-6b94afa01397 req-fe9c7574-17d1-4564-88f5-8dec245de3c7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 Mar 22 17:44:07.445868 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4d489f96-66cf-442b-8887-51816022ad6a req-7c6dc845-66c2-4810-a6dd-94b603c6e0b8 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761092 Mar 22 17:44:07.453455 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d16a5-a041-4c88-ac62-7ecc4b86774a req-dfbdd15b-eca0-4ccb-bc33-b824cce5bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.454911 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bc1d16a5-a041-4c88-ac62-7ecc4b86774a req-dfbdd15b-eca0-4ccb-bc33-b824cce5bbbf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 1129 time: 0.0642154 Mar 22 17:44:07.499641 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bc1d16a5-a041-4c88-ac62-7ecc4b86774a req-25dc1771-671e-449f-92b1-5833a31ab20a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Mar 22 17:44:07.929124 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269d195-4b2f-41c4-a724-99d2ab86cb23 req-84222c7f-679a-49dd-bc7a-d6c6751a9fbe tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:07.930613 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5269d195-4b2f-41c4-a724-99d2ab86cb23 req-84222c7f-679a-49dd-bc7a-d6c6751a9fbe tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0560510 Mar 22 17:44:07.979212 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5269d195-4b2f-41c4-a724-99d2ab86cb23 req-aa4d9161-497d-4dd6-918b-db55f545f264 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Mar 22 17:44:08.496870 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5140-f171-4876-9289-43149a5692c8 req-135b586c-52e5-4342-97c0-241518b2e872 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:08.498381 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0eac5140-f171-4876-9289-43149a5692c8 req-135b586c-52e5-4342-97c0-241518b2e872 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Mar 22 17:44:08.546275 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0eac5140-f171-4876-9289-43149a5692c8 req-33cfb285-f26f-499c-ab7a-11d394a8603d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Mar 22 17:44:08.565708 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75e80-c056-4836-bfbc-d5d9d10e7a6a req-134bd8b6-b46f-4f75-b0bd-5ab70e1e56a9 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:08.567696 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75b75e80-c056-4836-bfbc-d5d9d10e7a6a req-134bd8b6-b46f-4f75-b0bd-5ab70e1e56a9 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Mar 22 17:44:08.613053 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-75b75e80-c056-4836-bfbc-d5d9d10e7a6a req-9edda65f-a3a0-4d2a-a45b-5bb2a9a0cd5e tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Mar 22 17:44:08.982858 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 801f0975-b06a-41f4-8549-de48abdbc487 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:09.079932 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=801f0975-b06a-41f4-8549-de48abdbc487,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:09.092552 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '801f0975-b06a-41f4-8549-de48abdbc487', 'network_id': '7a2ba8d1-548b-4cad-8df7-e3cf9676bf37', 'port_id': '801f0975-b06a-41f4-8549-de48abdbc487', 'mac_address': 'fa:16:3e:81:bd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a00abf-f25e-4892-a914-71fd0c39ceb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:09.097112 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4734-0d91-4b66-bca6-1721e17c0ba3 req-462ce24e-4662-420c-85c5-5def3d62d8db tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.099400 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-189f4734-0d91-4b66-bca6-1721e17c0ba3 req-462ce24e-4662-420c-85c5-5def3d62d8db tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 943 time: 0.0551298 Mar 22 17:44:09.133356 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 801f0975-b06a-41f4-8549-de48abdbc487 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:09.133752 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (801f0975-b06a-41f4-8549-de48abdbc487), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:09.147210 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801f0975-b06a-41f4-8549-de48abdbc487 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:09.147417 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-189f4734-0d91-4b66-bca6-1721e17c0ba3 req-2121cafe-656a-42ce-bebf-1808b2c74a04 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Mar 22 17:44:09.166929 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=801f0975-b06a-41f4-8549-de48abdbc487,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:09.170829 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:09.223084 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:09.650080 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['801f0975-b06a-41f4-8549-de48abdbc487'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:09.678436 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10fd61-2dd2-4e53-afb6-2170dc037941 req-fd4a609b-0ba5-401d-8844-016cf2744390 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.679986 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a10fd61-2dd2-4e53-afb6-2170dc037941 req-fd4a609b-0ba5-401d-8844-016cf2744390 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0624893 Mar 22 17:44:09.728107 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7a10fd61-2dd2-4e53-afb6-2170dc037941 req-26e62855-ee8b-4c2e-9a55-7b855a258142 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Mar 22 17:44:09.732330 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0c5da-0076-4f72-8bf9-098431195875 req-d1de1e46-8729-4f28-ad60-0d2239956a95 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.733994 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-26a0c5da-0076-4f72-8bf9-098431195875 req-d1de1e46-8729-4f28-ad60-0d2239956a95 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Mar 22 17:44:09.783616 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-26a0c5da-0076-4f72-8bf9-098431195875 req-6312b450-0a05-4d9f-9fd5-05f24323226f tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Mar 22 17:44:09.899904 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e4e6f-c4b3-41a4-8bd9-c9d1f162cdd5 req-311becf6-2813-4acb-85cc-a127470fcccc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:09.901339 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ad7e4e6f-c4b3-41a4-8bd9-c9d1f162cdd5 req-311becf6-2813-4acb-85cc-a127470fcccc tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0538313 Mar 22 17:44:09.909785 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50612) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:09.914492 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Request body: {'floatingip': {'port_id': 'e597fd1e-df73-4514-b0f2-54b2b277d6da'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:44:10.210242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), before_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:10.358142 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdd7bc-3c77-484f-8f33-f017160cccbc req-4d64bc61-e277-4909-9ed7-158dfc186b33 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:10.359625 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4ebdd7bc-3c77-484f-8f33-f017160cccbc req-4d64bc61-e277-4909-9ed7-158dfc186b33 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 944 time: 0.1453269 Mar 22 17:44:10.475177 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-4ebdd7bc-3c77-484f-8f33-f017160cccbc req-92e946ba-7a9f-445b-a690-ba426cbaf8ea tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840631 Mar 22 17:44:10.703322 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:10.707256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), after_update {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:10.811439 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP 94561fc5-6670-4397-a53f-b102429d8ed0 associated. External IP: 172.27.0.60, port: e597fd1e-df73-4514-b0f2-54b2b277d6da. Mar 22 17:44:10.864441 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0036470-63f2-4127-b60a-a0edaa5baaac req-07e556b6-d41c-482e-99ac-2a70f6ba0778 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:10.866062 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e0036470-63f2-4127-b60a-a0edaa5baaac req-07e556b6-d41c-482e-99ac-2a70f6ba0778 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Mar 22 17:44:10.913547 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e0036470-63f2-4127-b60a-a0edaa5baaac req-45129b19-14f1-4795-b997-df2207247809 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Mar 22 17:44:11.010272 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 801f0975-b06a-41f4-8549-de48abdbc487 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:11.027478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:44:11.067879 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 801f0975-b06a-41f4-8549-de48abdbc487 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:44:11.071729 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 801f0975-b06a-41f4-8549-de48abdbc487 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:11.071729 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (801f0975-b06a-41f4-8549-de48abdbc487), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.141035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:44:11.145609 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.151323 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:44:11.157096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 801f0975-b06a-41f4-8549-de48abdbc487 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:11.157488 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (801f0975-b06a-41f4-8549-de48abdbc487), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.161634 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:11.162357 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:44:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:11.174977 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-cd353c0a-7d4a-42cc-8187-eadd8e16c014 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "PUT /v2.0/floatingips/94561fc5-6670-4397-a53f-b102429d8ed0 HTTP/1.1" status: 200 len: 990 time: 1.2638493 Mar 22 17:44:11.175564 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:11.178366 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3178e-83f0-440c-806f-d937d521c4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:11.195938 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:11.198273 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1ab59-4a97-4707-8b8e-2787d75ca01d" -d '{"events": [{"server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "name": "network-vif-plugged", "status": "completed", "tag": "801f0975-b06a-41f4-8549-de48abdbc487"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:11.215225 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5941a-55ef-407d-a5de-81ec753475c5 x-openstack-request-id: req-bcd5941a-55ef-407d-a5de-81ec753475c5 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:11.215523 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:11.215772 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bcd5941a-55ef-407d-a5de-81ec753475c5 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:11.216476 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd5941a-55ef-407d-a5de-81ec753475c5'] response: {'name': 'network-changed', 'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'status': 'completed', 'code': 200} Mar 22 17:44:11.218049 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=801f0975-b06a-41f4-8549-de48abdbc487,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:11.223096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:11.250089 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741cd214-f1d2-468e-a141-e28c3c5fcf04 x-openstack-request-id: req-741cd214-f1d2-468e-a141-e28c3c5fcf04 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:11.250387 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "name": "network-vif-plugged", "status": "completed", "tag": "801f0975-b06a-41f4-8549-de48abdbc487", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:11.250871 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-741cd214-f1d2-468e-a141-e28c3c5fcf04 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:11.251037 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741cd214-f1d2-468e-a141-e28c3c5fcf04'] response: {'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487', 'code': 200} Mar 22 17:44:11.276556 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:11.281225 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:11.341864 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-e783dc0f-869e-4e56-8a79-0f7ee2223a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.343708 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-e783dc0f-869e-4e56-8a79-0f7ee2223a8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8efb51627414b0898d2d1cadb68d44f&device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 1129 time: 0.0478625 Mar 22 17:44:11.441760 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-e7351a3b-1243-4c16-8b3d-0530d4057b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.443300 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-e7351a3b-1243-4c16-8b3d-0530d4057b73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 200 len: 916 time: 0.0923088 Mar 22 17:44:11.490339 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb687f56-1bf7-4924-89b0-725148277178 req-a202cb3b-30a0-422f-876d-9c8d180e4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.492155 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb687f56-1bf7-4924-89b0-725148277178 req-a202cb3b-30a0-422f-876d-9c8d180e4666 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 1129 time: 0.0488126 Mar 22 17:44:11.514177 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-8826a64e-50fb-4621-adc2-cbd08077dedb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da HTTP/1.1" status: 200 len: 998 time: 0.0648003 Mar 22 17:44:11.549395 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-cb687f56-1bf7-4924-89b0-725148277178 req-9e08ee00-7c5a-4b18-ab25-8913aa029f7c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Mar 22 17:44:11.596259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-dc2fd6cc-f682-437a-9cd4-b466ce41b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.598315 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-dc2fd6cc-f682-437a-9cd4-b466ce41b671 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 200 len: 854 time: 0.0775590 Mar 22 17:44:11.619618 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496486-8564-4368-92a2-fd54038422bc req-392e91fd-c87a-4961-a32b-8f4094d6992e tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:11.621724 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cd496486-8564-4368-92a2-fd54038422bc req-392e91fd-c87a-4961-a32b-8f4094d6992e tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0668986 Mar 22 17:44:11.624277 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '94561fc5-6670-4397-a53f-b102429d8ed0', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:6b:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d972157-74d0-467d-8f22-a6af4179de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:49Z', 'updated_at': '2022-03-22T17:44:10Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:11.650168 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:44:11.658343 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:44:11.658953 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:44:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:11.668186 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cd496486-8564-4368-92a2-fd54038422bc req-59e842b7-581e-49d9-a2bc-a9b74841825a tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Mar 22 17:44:11.765870 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:44:11.988736 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '94561fc5-6670-4397-a53f-b102429d8ed0', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:6b:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d972157-74d0-467d-8f22-a6af4179de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:49Z', 'updated_at': '2022-03-22T17:44:10Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:44:12.014670 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08bc0c-62a1-4654-bb06-4f4f04345d24 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '94561fc5-6670-4397-a53f-b102429d8ed0', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'port_id': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'mac_address': 'fa:16:3e:6b:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d972157-74d0-467d-8f22-a6af4179de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:43:49Z', 'updated_at': '2022-03-22T17:44:10Z', 'revision_number': 1, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:44:12.040804 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f217ff-b2da-4e7f-b0c2-b0c2481aaaa1 req-e9b197a1-79c4-4c0c-b5b7-37b0d1699804 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:12.042484 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-89f217ff-b2da-4e7f-b0c2-b0c2481aaaa1 req-e9b197a1-79c4-4c0c-b5b7-37b0d1699804 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Mar 22 17:44:12.090411 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-89f217ff-b2da-4e7f-b0c2-b0c2481aaaa1 req-a45451ac-4df8-4e10-8eb7-5654e8bbd1f1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Mar 22 17:44:12.143788 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-9d8ecefd-044c-4a0e-aaee-919e5579197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:12.145912 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-9d8ecefd-044c-4a0e-aaee-919e5579197a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00d86549-f654-4962-ad75-dae58b96b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459261 Mar 22 17:44:12.215161 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5ed31-599d-4798-b13d-e602a449bcef None None] New status for floating IP 94561fc5-6670-4397-a53f-b102429d8ed0: ACTIVE {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:44:12.242481 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-50f1fd73-b3e2-4f83-9ea9-e9c9081187bd service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903871 Mar 22 17:44:12.337292 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-09b3178e-83f0-440c-806f-d937d521c4e1 req-31f5f9d6-5d41-4374-83e9-41c9be12f536 service neutron] 10.222.0.62 "GET /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Mar 22 17:44:12.800717 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10081e0c-b941-485a-b891-a5b40107a663 req-c84e68ef-58ea-41b2-95f6-656f48f42e08 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:12.802730 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-10081e0c-b941-485a-b891-a5b40107a663 req-c84e68ef-58ea-41b2-95f6-656f48f42e08 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0671093 Mar 22 17:44:12.849911 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-10081e0c-b941-485a-b891-a5b40107a663 req-cd7fa4f7-1b56-4c01-973e-7879b8ef9949 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414581 Mar 22 17:44:13.215847 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552903-f0fd-48c6-86e2-c350314be5d3 req-ee696dcd-846c-4acb-bef0-c65de66ff840 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.217626 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2552903-f0fd-48c6-86e2-c350314be5d3 req-ee696dcd-846c-4acb-bef0-c65de66ff840 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Mar 22 17:44:13.268344 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2552903-f0fd-48c6-86e2-c350314be5d3 req-a68804cb-05b0-4b7a-a975-6a65de0f7df0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Mar 22 17:44:13.971374 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d51e5-159b-4958-894f-b6bbd78545dc req-481ca8bc-bb15-4a4b-8bf2-0f96c5d839a9 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:13.973427 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-559d51e5-159b-4958-894f-b6bbd78545dc req-481ca8bc-bb15-4a4b-8bf2-0f96c5d839a9 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0573339 Mar 22 17:44:14.023333 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-559d51e5-159b-4958-894f-b6bbd78545dc req-b29b3265-4161-4a48-9a6d-a3aa3a87cc16 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Mar 22 17:44:14.400681 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0954e9-b914-4676-892f-e763b3a2ec81 req-2f19d919-7c38-4b41-9ba1-bb5f4c5a7889 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:14.402171 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bc0954e9-b914-4676-892f-e763b3a2ec81 req-2f19d919-7c38-4b41-9ba1-bb5f4c5a7889 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Mar 22 17:44:14.452785 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-bc0954e9-b914-4676-892f-e763b3a2ec81 req-7a0e5b1e-5bff-4835-9b2c-8e603b335720 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Mar 22 17:44:15.028866 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:44:15.129246 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:15.140484 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:44:15.176779 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: ACTIVE; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:15.177170 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:15.189858 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:44:15.209483 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:15.214097 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:15.259769 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:15.416250 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['35877a41-1396-472c-84a3-c65ad8fd60e7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:15.576777 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7cc3d-a329-4401-ab24-8e4e424a5b9d req-da340563-01f6-42d2-bbfc-0d615c9e43e8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:15.578280 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0ee7cc3d-a329-4401-ab24-8e4e424a5b9d req-da340563-01f6-42d2-bbfc-0d615c9e43e8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 944 time: 0.0522730 Mar 22 17:44:15.625944 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0ee7cc3d-a329-4401-ab24-8e4e424a5b9d req-63471198-68e0-4e98-a49e-724b929ff2a4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Mar 22 17:44:15.789516 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:16.284666 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:44:16.761954 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb6689-590c-4f5e-bc1a-faec62aafb65 req-82754a17-058d-4573-a24c-cd8cbf54c2af tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:16.763465 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7fb6689-590c-4f5e-bc1a-faec62aafb65 req-82754a17-058d-4573-a24c-cd8cbf54c2af tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 944 time: 0.0585692 Mar 22 17:44:16.810145 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c7fb6689-590c-4f5e-bc1a-faec62aafb65 req-edf22119-308e-4a7c-b03c-46cc58a000ec tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Mar 22 17:44:17.040805 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:44:17.089971 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 35877a41-1396-472c-84a3-c65ad8fd60e7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:44:17.090347 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:17.166198 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:17.166591 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:17.188189 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:17.190432 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4616c0-e5a3-452f-8e0d-a291b67631c6" -d '{"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:17.203233 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:17.207538 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:17.231826 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8739b94b-54f7-4933-a5c1-57abc0473e07 x-openstack-request-id: req-8739b94b-54f7-4933-a5c1-57abc0473e07 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:17.232128 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:17.232413 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8739b94b-54f7-4933-a5c1-57abc0473e07 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:17.232958 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8739b94b-54f7-4933-a5c1-57abc0473e07'] response: {'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'code': 200} Mar 22 17:44:17.258490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:17.932229 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce3381-c6d8-4d9a-b1d2-c8cf835255bd req-7d7d0d28-15a8-4085-b93e-5f17ce210476 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:17.933797 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-02ce3381-c6d8-4d9a-b1d2-c8cf835255bd req-7d7d0d28-15a8-4085-b93e-5f17ce210476 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Mar 22 17:44:17.980124 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-02ce3381-c6d8-4d9a-b1d2-c8cf835255bd req-b934b057-8b11-4f60-8b45-dddd4b56a8cd tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Mar 22 17:44:19.102219 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74174bbb-a5d2-48ee-ac53-86115b219eea req-d12be089-145d-4131-aece-56e6c1557576 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:19.104119 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74174bbb-a5d2-48ee-ac53-86115b219eea req-d12be089-145d-4131-aece-56e6c1557576 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Mar 22 17:44:19.153172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-74174bbb-a5d2-48ee-ac53-86115b219eea req-4035a8ee-4801-4575-9489-58c413ffa6f3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Mar 22 17:44:20.280202 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74b06-521c-4212-9555-4ec5b2c2fc4d req-69810b20-a3be-4c06-8979-27c10f321f5e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:20.282448 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5b74b06-521c-4212-9555-4ec5b2c2fc4d req-69810b20-a3be-4c06-8979-27c10f321f5e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0553412 Mar 22 17:44:20.347064 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f5b74b06-521c-4212-9555-4ec5b2c2fc4d req-9b552e28-f0d8-44f1-b62d-22096aae6655 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529757 Mar 22 17:44:21.737490 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a12d4-8896-4810-a9b9-dd8ce26e0b7e req-7c12a8f2-7ed6-4069-9819-5a8b616668b5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:21.739279 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec4a12d4-8896-4810-a9b9-dd8ce26e0b7e req-7c12a8f2-7ed6-4069-9819-5a8b616668b5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.2727542 Mar 22 17:44:21.803690 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ec4a12d4-8896-4810-a9b9-dd8ce26e0b7e req-3bc323d5-6192-4dd1-ad1e-9b0cbb74cec1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546432 Mar 22 17:44:23.023341 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db0fd-e1a7-4b7e-9311-e534cabff709 req-ff1c8d30-c00e-4c42-a14c-f7874e989eef tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:23.025625 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-032db0fd-e1a7-4b7e-9311-e534cabff709 req-ff1c8d30-c00e-4c42-a14c-f7874e989eef tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.1490583 Mar 22 17:44:23.086506 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-032db0fd-e1a7-4b7e-9311-e534cabff709 req-ea78439f-9a65-4cc0-8425-cd218acfe0b6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529344 Mar 22 17:44:24.215142 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1a035-b33a-40d1-9741-fdf0ec063aa1 req-b3fb9fee-876f-4cb0-9226-0c8831eb1049 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:24.217835 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbf1a035-b33a-40d1-9741-fdf0ec063aa1 req-b3fb9fee-876f-4cb0-9226-0c8831eb1049 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0558360 Mar 22 17:44:24.266197 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fbf1a035-b33a-40d1-9741-fdf0ec063aa1 req-c171a6bf-a138-4f32-ba9c-c6479eebbb81 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Mar 22 17:44:25.396039 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd500930-ca8f-4e9f-91f0-20361cd7a85d req-39cafb5d-bb32-4391-bba4-c92f32a61ff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:25.397588 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fd500930-ca8f-4e9f-91f0-20361cd7a85d req-39cafb5d-bb32-4391-bba4-c92f32a61ff0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0565691 Mar 22 17:44:25.449537 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fd500930-ca8f-4e9f-91f0-20361cd7a85d req-dda23c32-5e00-446c-90c0-89138583ff82 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Mar 22 17:44:26.607370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9052-05bf-44d2-bd11-1560ed063ac8 req-26d569ee-0070-43d3-957b-bb8f549458dd tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:26.608970 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8b0c9052-05bf-44d2-bd11-1560ed063ac8 req-26d569ee-0070-43d3-957b-bb8f549458dd tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0838344 Mar 22 17:44:26.662671 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8b0c9052-05bf-44d2-bd11-1560ed063ac8 req-f9e7654f-3a30-4ed3-860a-6d94ed283ee3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 Mar 22 17:44:27.796393 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8196a-815b-4c06-b739-3c03d5703f6e req-a3f0a339-40f6-4f40-96c1-d873b99dc3e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:27.798099 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3dd8196a-815b-4c06-b739-3c03d5703f6e req-a3f0a339-40f6-4f40-96c1-d873b99dc3e3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0580072 Mar 22 17:44:27.846711 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3dd8196a-815b-4c06-b739-3c03d5703f6e req-e24975b7-8021-499d-902e-924069616545 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Mar 22 17:44:28.902193 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bc37e9f9-bbc0-4f44-994b-1e7d9b294930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:28.998280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd632f53-0450-4219-9766-629d329e17e2 req-f3cefe9d-cedc-4814-8b29-35c07e76285f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:29.000800 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bd632f53-0450-4219-9766-629d329e17e2 req-f3cefe9d-cedc-4814-8b29-35c07e76285f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0557084 Mar 22 17:44:29.049960 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-bd632f53-0450-4219-9766-629d329e17e2 req-27cb0e76-1ea8-4335-9a9c-96eeae108ae0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 Mar 22 17:44:30.186823 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f03ce-7d76-46a1-9228-2b8438ab9724 req-442eb8d0-1395-4d7a-b0f5-6459f98ecf5c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:30.188453 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7e2f03ce-7d76-46a1-9228-2b8438ab9724 req-442eb8d0-1395-4d7a-b0f5-6459f98ecf5c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0595660 Mar 22 17:44:30.252869 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-7e2f03ce-7d76-46a1-9228-2b8438ab9724 req-ef26ea88-927e-4a54-8aa7-d2455e1709de tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579746 Mar 22 17:44:31.293606 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-855d75b3-1427-4f12-8e76-9b86c7e249a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:31.394555 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31079f-4b3a-499d-9c68-38250cf637ae req-2da87496-d6f6-4e84-8b71-f55bdd7e51d5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.396067 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d31079f-4b3a-499d-9c68-38250cf637ae req-2da87496-d6f6-4e84-8b71-f55bdd7e51d5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Mar 22 17:44:31.450875 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d31079f-4b3a-499d-9c68-38250cf637ae req-9950726d-abff-4ecd-b769-18f7f71650b8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485411 Mar 22 17:44:31.466606 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-aff09ca0-be7f-4b20-a711-0554c758f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.468404 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-aff09ca0-be7f-4b20-a711-0554c758f377 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1129 time: 0.0541539 Mar 22 17:44:31.593906 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-75201392-1c13-4552-81bb-25935a9b1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.595384 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-75201392-1c13-4552-81bb-25935a9b1ea3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0878236 Mar 22 17:44:31.658380 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-296a11ed-0082-4319-8a5f-a507fc78d10e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 1001 time: 0.0564830 Mar 22 17:44:31.712251 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-23b6f86b-d948-4068-a5db-84dca24cf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.713690 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-23b6f86b-d948-4068-a5db-84dca24cf736 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0450161 Mar 22 17:44:31.764832 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-a7d82a36-90c0-46f0-a92b-14fb4a95d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:31.766282 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-a7d82a36-90c0-46f0-a92b-14fb4a95d483 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420785 Mar 22 17:44:31.852350 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-a555c43e-dd7a-4a1a-b5b7-9d71ebb3fbed service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787902 Mar 22 17:44:31.944342 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6318ae93-c047-4cfc-953b-94b7dfbe2ac9 req-8389f8dc-e6f9-4165-bfd7-97bf81a1956a service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Mar 22 17:44:32.262648 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:32.575562 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc1c0-0da3-46b2-9451-e0593d753927 req-024e323d-0936-4d1b-ba64-9a505bbd453a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:32.577083 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c80fc1c0-0da3-46b2-9451-e0593d753927 req-024e323d-0936-4d1b-ba64-9a505bbd453a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0552099 Mar 22 17:44:32.635353 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c80fc1c0-0da3-46b2-9451-e0593d753927 req-ee8df517-1c1b-41ad-9265-fccdb05ac0d2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520420 Mar 22 17:44:33.363032 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-3b3edf3f-be81-4d85-beb9-9cb45633f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.365228 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-3b3edf3f-be81-4d85-beb9-9cb45633f726 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1129 time: 0.0486190 Mar 22 17:44:33.452638 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-ff4a3ccb-ee77-4282-b100-52c576aa08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.454118 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-ff4a3ccb-ee77-4282-b100-52c576aa08c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0821574 Mar 22 17:44:33.520949 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-981f1647-8772-40b1-9e16-0bcd3d12079c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 1001 time: 0.0604749 Mar 22 17:44:33.570264 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-2c6e8ec4-3408-47aa-a6bd-355e0cb55bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.571748 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-2c6e8ec4-3408-47aa-a6bd-355e0cb55bdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0448062 Mar 22 17:44:33.623047 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-e7f8a950-8216-451d-ac42-fa2ab7eaa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.624428 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-e7f8a950-8216-451d-ac42-fa2ab7eaa601 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461524 Mar 22 17:44:33.725537 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-dae2b267-19d3-43bc-b97a-bc67ee365670 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Mar 22 17:44:33.765190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92799148-cdc8-4c44-9522-102361459f40 req-9dec5fa1-8c48-46d6-be36-8df500dee965 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:33.766663 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92799148-cdc8-4c44-9522-102361459f40 req-9dec5fa1-8c48-46d6-be36-8df500dee965 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Mar 22 17:44:33.814919 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92799148-cdc8-4c44-9522-102361459f40 req-23949a86-a136-4bd5-8a79-2f346a7d91b7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417366 Mar 22 17:44:33.815284 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-31815a4d-ac4c-4fb6-87bd-1106ebfcabcf req-38b3bad6-2eaa-4eaa-a936-bb6fbf59a631 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Mar 22 17:44:34.040058 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:34.936662 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6dfd7-aab5-4d9a-98a2-4dfdb3ed2618 req-a8803f75-78ff-4e98-a2aa-b51bfc33ebd0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:34.938143 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-27e6dfd7-aab5-4d9a-98a2-4dfdb3ed2618 req-a8803f75-78ff-4e98-a2aa-b51bfc33ebd0 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Mar 22 17:44:34.986461 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-27e6dfd7-aab5-4d9a-98a2-4dfdb3ed2618 req-732351a4-a329-4940-b0c0-ed32f8e2487d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Mar 22 17:44:35.362453 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:36.134578 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046285a-0b2e-46fd-b2eb-b524b677e01b req-480ce4a3-6118-4897-8235-397aeed503c4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:36.136060 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8046285a-0b2e-46fd-b2eb-b524b677e01b req-480ce4a3-6118-4897-8235-397aeed503c4 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0599182 Mar 22 17:44:36.184792 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8046285a-0b2e-46fd-b2eb-b524b677e01b req-25237b6f-8a04-4b79-8fcc-d35218eb7cba tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Mar 22 17:44:37.149451 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:37.230815 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: ACTIVE; New status is: DOWN {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:37.231210 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.255655 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:37.257937 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb18baa-3d2c-4837-a3de-016031143c8c" -d '{"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-unplugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:37.270748 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:37.276623 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:37.313780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6587-6b95-4c46-9d3d-89317d2f8b13 req-dd851ef8-11a8-4d62-8c82-ce8ab0c71f7c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.315191 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cd7c6587-6b95-4c46-9d3d-89317d2f8b13 req-dd851ef8-11a8-4d62-8c82-ce8ab0c71f7c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 22 17:44:37.323291 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c12bb-3060-44fa-9f90-05e59a885b28 req-4c6d584b-5d94-4144-97fc-13fa378a8d3b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:37.325301 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-378c12bb-3060-44fa-9f90-05e59a885b28 req-4c6d584b-5d94-4144-97fc-13fa378a8d3b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0610127 Mar 22 17:44:37.335816 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=8']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:37.365349 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-cd7c6587-6b95-4c46-9d3d-89317d2f8b13 req-9026b3a6-03ab-4d4a-8d14-163694f59bb2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Mar 22 17:44:37.375917 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-378c12bb-3060-44fa-9f90-05e59a885b28 req-52c8f943-0bf4-4d2e-aed0-ec4b0345f6c0 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Mar 22 17:44:37.419020 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead82b7b-c054-4175-a30e-95821d6c0bb6 x-openstack-request-id: req-ead82b7b-c054-4175-a30e-95821d6c0bb6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:37.419246 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-unplugged", "status": "failed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "code": 422}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:37.419571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ead82b7b-c054-4175-a30e-95821d6c0bb6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:37.420053 dv-cinder-820578-3-iscsi neutron-server[103458]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ead82b7b-c054-4175-a30e-95821d6c0bb6']: {'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'code': 422} returned with failed status Mar 22 17:44:38.446594 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672da1c2-563b-4620-b953-41368f3b2d45 req-c12505f4-f88a-4343-b1d1-2c7fb1a349f8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.448311 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-672da1c2-563b-4620-b953-41368f3b2d45 req-c12505f4-f88a-4343-b1d1-2c7fb1a349f8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0617442 Mar 22 17:44:38.499329 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-672da1c2-563b-4620-b953-41368f3b2d45 req-29570995-c839-428d-bd0b-7dd7ab31bcb8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Mar 22 17:44:38.522529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9a8f-4c28-4ca0-b1c0-06a414d27b2c req-00727dec-b491-4580-a970-6269c220c6d9 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.524026 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1caf9a8f-4c28-4ca0-b1c0-06a414d27b2c req-00727dec-b491-4580-a970-6269c220c6d9 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0729649 Mar 22 17:44:38.573809 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1caf9a8f-4c28-4ca0-b1c0-06a414d27b2c req-dda175ea-5855-46a8-977e-8bb5c10641b3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Mar 22 17:44:38.637946 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50878) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:38.720049 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-a4ecb870-2af0-4028-b6d3-b33b6fce73e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809677 Mar 22 17:44:38.729256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-690fa8cf-c8ab-4df4-81da-6e0105e7ed13 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:44:38.730194 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-690fa8cf-c8ab-4df4-81da-6e0105e7ed13 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048528 Mar 22 17:44:38.805025 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 50886) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:44:38.897257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-2f5394c9-5f54-4149-becc-4694e5900506 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:38.898622 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-2f5394c9-5f54-4149-becc-4694e5900506 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports/35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 940 time: 0.0925939 Mar 22 17:44:39.491888 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-b4e209be-05d5-466a-b969-3c0c7ad8feb6 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.493344 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-b4e209be-05d5-466a-b969-3c0c7ad8feb6 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0529521 Mar 22 17:44:39.626842 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Deleting port 801f0975-b06a-41f4-8549-de48abdbc487 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:44:39.627218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (801f0975-b06a-41f4-8549-de48abdbc487), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:39.696555 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0746-b907-42f3-838c-0e375ca1ff24 req-7b7c684b-65f7-479a-b627-6927329370d4 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.698086 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8b0c0746-b907-42f3-838c-0e375ca1ff24 req-7b7c684b-65f7-479a-b627-6927329370d4 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 945 time: 0.0530930 Mar 22 17:44:39.748849 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8b0c0746-b907-42f3-838c-0e375ca1ff24 req-3f1e9ded-c9eb-4f24-92d3-3f361c8f1d9b tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4292473-2768-4f3b-8eaa-6a16d9a4f783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Mar 22 17:44:39.881677 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-4aacdf51-c1bc-4ce9-a4e1-50eece3c627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.883197 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-4aacdf51-c1bc-4ce9-a4e1-50eece3c627b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178&tenant_id=6f389f96505d4249a6b6f0ad56bd25d1 HTTP/1.1" status: 200 len: 1127 time: 0.0828259 Mar 22 17:44:39.940635 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbc121-c19c-4798-880c-86a71f296f84 req-98f19fdc-88aa-46c7-bafd-7a1c85109e33 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.942155 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a1bbc121-c19c-4798-880c-86a71f296f84 req-98f19fdc-88aa-46c7-bafd-7a1c85109e33 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.3687096 Mar 22 17:44:39.963181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-dc88429a-ca67-42bb-9b7c-c93349cd81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:39.964652 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-dc88429a-ca67-42bb-9b7c-c93349cd81d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1127 time: 0.0455158 Mar 22 17:44:40.019469 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a1bbc121-c19c-4798-880c-86a71f296f84 req-cf207aab-83dd-42b9-9111-1edbd7ac663b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698552 Mar 22 17:44:40.025635 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] For port 801f0975-b06a-41f4-8549-de48abdbc487, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=801f0975-b06a-41f4-8549-de48abdbc487,segment=NetworkSegment(9051f3ae-8df8-4d63-b7a6-c3b722622c31),segment_id=9051f3ae-8df8-4d63-b7a6-c3b722622c31)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:44:40.026011 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (801f0975-b06a-41f4-8549-de48abdbc487), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.046519 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Calling delete_port for 801f0975-b06a-41f4-8549-de48abdbc487 owned by compute:nova {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:44:40.053521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-f87df07c-f896-41e1-ad4a-f036eb74e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.055005 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-f87df07c-f896-41e1-ad4a-f036eb74e935 service neutron] 10.222.0.62 "GET /v2.0/networks?id=13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 200 len: 918 time: 0.0839334 Mar 22 17:44:40.124141 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-5db51343-b35a-4cba-8955-f9c30ba2fcb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 200 len: 999 time: 0.0625453 Mar 22 17:44:40.169443 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (801f0975-b06a-41f4-8549-de48abdbc487), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.175063 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-9795c2ac-e0a5-4060-ad54-895864fdd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.176638 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-9795c2ac-e0a5-4060-ad54-895864fdd5fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 200 len: 856 time: 0.0453298 Mar 22 17:44:40.198170 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Pushing event deleted for resources: {'Port': ['ID=801f0975-b06a-41f4-8549-de48abdbc487,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:44:40.219638 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['801f0975-b06a-41f4-8549-de48abdbc487'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:44:40.228256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.228637 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.228991 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.229343 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.229691 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.230033 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.230438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.230779 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.231115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.231448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.231783 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.232119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.232641 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.232981 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.233317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:44:40.233447 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-d98ec75d-d6db-4861-a020-e28b280a9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:40.235094 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-d98ec75d-d6db-4861-a020-e28b280a9a5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=13dae9ab-82bb-4f83-b847-aa008142f321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524442 Mar 22 17:44:40.250164 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] No DVR routers for this DVR port 801f0975-b06a-41f4-8549-de48abdbc487 on host hv-cinder-82057 {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:44:40.252596 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:40.256346 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-291db2f7-a0fa-4b0f-bbe4-b407de66246a req-432477f4-c9a6-448f-b154-69868e77c7a3 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.62 "DELETE /v2.0/ports/801f0975-b06a-41f4-8549-de48abdbc487 HTTP/1.1" status: 204 len: 173 time: 0.7562468 Mar 22 17:44:40.256809 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'name': 'network-vif-deleted', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:44:40.259037 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd525666-4158-4045-b305-0dda7bb4c48a" -d '{"events": [{"server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "name": "network-vif-deleted", "tag": "801f0975-b06a-41f4-8549-de48abdbc487"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:44:40.295795 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22b1ed-f6e9-4e19-8e29-5c22c06d0199 x-openstack-request-id: req-6d22b1ed-f6e9-4e19-8e29-5c22c06d0199 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:44:40.296093 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201c92-0f24-494e-98fa-7b39ce72280d", "name": "network-vif-deleted", "tag": "801f0975-b06a-41f4-8549-de48abdbc487", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:44:40.296347 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d22b1ed-f6e9-4e19-8e29-5c22c06d0199 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:44:40.296807 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d22b1ed-f6e9-4e19-8e29-5c22c06d0199'] response: {'server_uuid': '44201c92-0f24-494e-98fa-7b39ce72280d', 'name': 'network-vif-deleted', 'tag': '801f0975-b06a-41f4-8549-de48abdbc487', 'status': 'completed', 'code': 200} Mar 22 17:44:40.341595 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-f734a306-3e74-4a54-89fb-bf5c6d15125d service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981119 Mar 22 17:44:40.439553 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5fe8888a-ebfc-492d-a0f0-6a6031f9acdd req-eb1cec6e-59ab-4e5b-b9de-6c2a54af0c71 service neutron] 10.222.0.62 "GET /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904319 Mar 22 17:44:40.874104 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ace63b8d-5e7d-4ce5-8609-98f0b6915c3a req-d88ea9ac-495b-475c-8481-65f623443f45 tempest-VolumesSnapshotTestJSON-615899197 tempest-VolumesSnapshotTestJSON-615899197-project] 10.222.0.69 "GET /v2.0/ports?device_id=44201c92-0f24-494e-98fa-7b39ce72280d HTTP/1.1" status: 200 len: 210 time: 0.0385501 Mar 22 17:44:41.160116 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb50dd2-29d9-4f2f-a64a-e75b0fbb23ae req-893afcf3-a78f-4778-ab5e-d59a2e9d2ada tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:41.161666 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb50dd2-29d9-4f2f-a64a-e75b0fbb23ae req-893afcf3-a78f-4778-ab5e-d59a2e9d2ada tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0635109 Mar 22 17:44:41.189802 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 801f0975-b06a-41f4-8549-de48abdbc487 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:41.223938 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 801f0975-b06a-41f4-8549-de48abdbc487 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:44:41.225067 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 801f0975-b06a-41f4-8549-de48abdbc487 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:44:41.225672 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:44:41.332695 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: DOWN; New status is: DOWN {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:44:41.507732 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb50dd2-29d9-4f2f-a64a-e75b0fbb23ae req-1528b6dd-204e-483e-8cdc-84db54b0072f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405058 Mar 22 17:44:42.643447 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca29eb-bbe9-484c-b835-c67dadbdf257 req-dc8d59fb-1a34-4f13-b535-e3282e85daa2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:42.645444 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50ca29eb-bbe9-484c-b835-c67dadbdf257 req-dc8d59fb-1a34-4f13-b535-e3282e85daa2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0558038 Mar 22 17:44:42.690575 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50ca29eb-bbe9-484c-b835-c67dadbdf257 req-97c8e40a-80f8-472f-957e-ae3dc21abf1f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Mar 22 17:44:43.969163 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12640d68-70ab-4c8d-aceb-aa3d3537e758 req-f91b8b3e-6c62-4885-87b3-95eb720734fb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:43.970666 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-12640d68-70ab-4c8d-aceb-aa3d3537e758 req-f91b8b3e-6c62-4885-87b3-95eb720734fb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0599208 Mar 22 17:44:44.019403 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-12640d68-70ab-4c8d-aceb-aa3d3537e758 req-3f211482-01be-4ec9-b73a-295f9c075ac5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Mar 22 17:44:45.143749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eb28c-bb8a-4fe2-a805-0f273ea89716 req-9b62b957-5d71-4d40-8140-38e38ffab030 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:45.145297 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-685eb28c-bb8a-4fe2-a805-0f273ea89716 req-9b62b957-5d71-4d40-8140-38e38ffab030 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0536540 Mar 22 17:44:45.194623 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-685eb28c-bb8a-4fe2-a805-0f273ea89716 req-f6802438-44e4-4252-9226-eb336864b4fc tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Mar 22 17:44:45.798683 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:46.346445 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa805b0-9cec-429b-ab6b-ba9dd3cf8e55 req-fa2d859c-2e0f-4d41-b18e-d1088abe819f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:46.348907 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2aa805b0-9cec-429b-ab6b-ba9dd3cf8e55 req-fa2d859c-2e0f-4d41-b18e-d1088abe819f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0596519 Mar 22 17:44:46.407522 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-2aa805b0-9cec-429b-ab6b-ba9dd3cf8e55 req-e8918940-adc6-44cf-9b91-4e84315fa1d5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526273 Mar 22 17:44:47.561656 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d8e3e-93c0-419b-8d4b-a8227e8a84e1 req-db0d65da-88f9-4796-b0f0-d170cea652e2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:47.561656 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2a9d8e3e-93c0-419b-8d4b-a8227e8a84e1 req-db0d65da-88f9-4796-b0f0-d170cea652e2 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0696235 Mar 22 17:44:47.608660 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2a9d8e3e-93c0-419b-8d4b-a8227e8a84e1 req-a0830eb7-7191-47b2-8de8-686b1049773e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Mar 22 17:44:48.736879 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeec4c-32a8-48fa-92b4-0b4ca557f762 req-07dc453e-a6b1-4dd0-8dbc-381a22fbdf76 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:48.738490 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d7eeec4c-32a8-48fa-92b4-0b4ca557f762 req-07dc453e-a6b1-4dd0-8dbc-381a22fbdf76 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0543745 Mar 22 17:44:48.792138 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d7eeec4c-32a8-48fa-92b4-0b4ca557f762 req-5d06f8af-1b18-47d1-865a-2bfeb7e57e9d tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477357 Mar 22 17:44:49.929876 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425b2f1-eeb4-4f71-bed4-1e8692dee7c9 req-ac00e9e3-bdf3-4e9e-9461-0a9203cf9b1f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:49.931599 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9425b2f1-eeb4-4f71-bed4-1e8692dee7c9 req-ac00e9e3-bdf3-4e9e-9461-0a9203cf9b1f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0537400 Mar 22 17:44:49.981986 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9425b2f1-eeb4-4f71-bed4-1e8692dee7c9 req-ab569723-18d7-45fd-826c-f05ea339a694 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Mar 22 17:44:51.122738 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ba399-af2c-4a44-9192-db4ceb5eeec5 req-15c21c75-699f-400f-8405-aba006a96c83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:51.124608 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb1ba399-af2c-4a44-9192-db4ceb5eeec5 req-15c21c75-699f-400f-8405-aba006a96c83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0594418 Mar 22 17:44:51.174756 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-fb1ba399-af2c-4a44-9192-db4ceb5eeec5 req-bb6e8b52-8edb-47a1-b03e-130325ad8d93 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Mar 22 17:44:52.324668 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f9d07-571a-4fb4-977f-9c580ca77389 req-3b1bc453-6b21-4b04-b06e-0c9a6ee7d0ff tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:52.326299 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e33f9d07-571a-4fb4-977f-9c580ca77389 req-3b1bc453-6b21-4b04-b06e-0c9a6ee7d0ff tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0756743 Mar 22 17:44:52.389495 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e33f9d07-571a-4fb4-977f-9c580ca77389 req-ee895eb8-cd18-41cf-8854-b3a4d461cf57 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577002 Mar 22 17:44:53.289593 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:44:53.570409 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c024a-61b8-43e7-bc1b-0d403a07fdb7 req-58530edd-9ec3-425c-93bf-8efe48d17732 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:53.572029 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5d7c024a-61b8-43e7-bc1b-0d403a07fdb7 req-58530edd-9ec3-425c-93bf-8efe48d17732 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0825148 Mar 22 17:44:53.692653 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5d7c024a-61b8-43e7-bc1b-0d403a07fdb7 req-108eafdb-488d-4301-be16-c95eb21f1d0e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092806 Mar 22 17:44:54.827680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0203dc4-41ec-48f8-a542-540f02453231 req-628def08-6741-4671-ac16-6d32b9044be7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:54.829296 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c0203dc4-41ec-48f8-a542-540f02453231 req-628def08-6741-4671-ac16-6d32b9044be7 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0561416 Mar 22 17:44:54.879647 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c0203dc4-41ec-48f8-a542-540f02453231 req-ef3e8b73-e670-44e2-9e9e-62a6f25a675a tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Mar 22 17:44:56.014025 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47950efe-c37a-4fcb-8130-aeb4c7a4fdb9 req-3273c7e0-e3ab-41c9-b4c3-3627b52a8cb6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:56.015491 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-47950efe-c37a-4fcb-8130-aeb4c7a4fdb9 req-3273c7e0-e3ab-41c9-b4c3-3627b52a8cb6 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0585246 Mar 22 17:44:56.063824 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-47950efe-c37a-4fcb-8130-aeb4c7a4fdb9 req-35ec4c7b-5c61-4743-96e4-c10bdd02ba3b tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Mar 22 17:44:57.190100 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599125a6-6554-425d-be23-20e807a83ade req-ea240b4d-2cb0-4377-8c95-83eb3468aa5e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:57.191513 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-599125a6-6554-425d-be23-20e807a83ade req-ea240b4d-2cb0-4377-8c95-83eb3468aa5e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0551121 Mar 22 17:44:57.243495 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-599125a6-6554-425d-be23-20e807a83ade req-3ae28768-06b8-477f-9a0d-4a1389a70300 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Mar 22 17:44:58.369002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eda7af-8215-4551-bfb7-f1f54b9e9d41 req-a0428973-d1da-4946-9132-7f347037a5c8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:58.370532 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6eda7af-8215-4551-bfb7-f1f54b9e9d41 req-a0428973-d1da-4946-9132-7f347037a5c8 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0541775 Mar 22 17:44:58.423077 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b6eda7af-8215-4551-bfb7-f1f54b9e9d41 req-2c0b5779-188a-42ef-b2e7-3401442cea8e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Mar 22 17:44:58.897848 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f49c8c22-f18a-4ab1-802e-a766bf8e28cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:44:59.573115 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e6c7e-fbb5-448a-9d90-a319f1544088 req-99b2d676-d6e8-4494-bfd7-69de6f79d0c9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:44:59.574657 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40e6c7e-fbb5-448a-9d90-a319f1544088 req-99b2d676-d6e8-4494-bfd7-69de6f79d0c9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0786135 Mar 22 17:44:59.622518 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b40e6c7e-fbb5-448a-9d90-a319f1544088 req-43d28ace-48d0-4a93-bd02-8f2b80a3645e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Mar 22 17:45:00.743678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d74b75-70e5-4685-a309-1ef112ad8776 req-340b1283-1e67-43ab-9721-0a590d190c42 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:00.745294 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69d74b75-70e5-4685-a309-1ef112ad8776 req-340b1283-1e67-43ab-9721-0a590d190c42 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0519137 Mar 22 17:45:00.794451 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-69d74b75-70e5-4685-a309-1ef112ad8776 req-6e9372be-8dcb-404f-adbd-401a5c165714 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Mar 22 17:45:01.299762 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-702678b2-8d30-40a3-a45b-3fab512ce8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:01.921750 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb56e9-9550-40e8-9344-d2283656b0db req-8d7f71c2-0806-4216-92a6-a8cd9510dcb1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:01.923241 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7cb56e9-9550-40e8-9344-d2283656b0db req-8d7f71c2-0806-4216-92a6-a8cd9510dcb1 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0555117 Mar 22 17:45:01.974450 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7cb56e9-9550-40e8-9344-d2283656b0db req-b4b47d3b-98bc-4ae2-987f-35bdbe8bd110 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Mar 22 17:45:02.264357 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:03.103279 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4919b-ebef-406a-b8a9-9ff0859f20dd req-f976f81d-d628-44da-97c5-8a2a1cedb35e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:03.104796 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ee4919b-ebef-406a-b8a9-9ff0859f20dd req-f976f81d-d628-44da-97c5-8a2a1cedb35e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 943 time: 0.0543439 Mar 22 17:45:03.156914 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6ee4919b-ebef-406a-b8a9-9ff0859f20dd req-738b1378-8831-499d-9244-0a6306e3a4aa tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Mar 22 17:45:03.273294 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:45:03.371340 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:03.383393 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'port_id': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'mac_address': 'fa:16:3e:aa:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:45:03.419459 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:03.419858 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:03.432794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:03.451306 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:03.455237 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:03.501743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=9']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:03.508769 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.509123 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.509473 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.509817 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.510155 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.510490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.510824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.511154 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.511484 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.511810 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.512141 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.512495 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.512824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.513147 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.513470 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:03.969202 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['35877a41-1396-472c-84a3-c65ad8fd60e7'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:45:04.064930 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:04.282741 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025206bb-1d76-4d64-9667-a84416acb3af req-bb49d88c-0037-48c1-8221-23e350fa4d85 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:04.284109 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-025206bb-1d76-4d64-9667-a84416acb3af req-bb49d88c-0037-48c1-8221-23e350fa4d85 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Mar 22 17:45:04.329984 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-025206bb-1d76-4d64-9667-a84416acb3af req-28bdb22e-f4aa-4283-9954-738db8435512 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Mar 22 17:45:05.276919 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:45:05.328724 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 35877a41-1396-472c-84a3-c65ad8fd60e7 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:05.329102 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:05.459660 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18089f59-cf50-4f97-8dcc-25d6b67b1adf req-f52263ad-480c-475a-80e0-05b0a3548d6c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:05.461194 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-18089f59-cf50-4f97-8dcc-25d6b67b1adf req-f52263ad-480c-475a-80e0-05b0a3548d6c tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 944 time: 0.0563152 Mar 22 17:45:05.509000 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:05.519319 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-18089f59-cf50-4f97-8dcc-25d6b67b1adf req-31c1db9d-ad3c-4fea-b4f8-46c5349b176f tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500557 Mar 22 17:45:05.548130 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 35877a41-1396-472c-84a3-c65ad8fd60e7 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:05.548585 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:05.570505 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:05.572728 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4cbff-0080-43c8-8e90-65bfa9171040" -d '{"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:05.584567 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:05.588652 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:05.615317 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b8ec5-fd6b-4804-a9ab-927bd410a4d0 x-openstack-request-id: req-409b8ec5-fd6b-4804-a9ab-927bd410a4d0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:05.615609 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-plugged", "status": "completed", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:05.615863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-409b8ec5-fd6b-4804-a9ab-927bd410a4d0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:05.616255 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409b8ec5-fd6b-4804-a9ab-927bd410a4d0'] response: {'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'code': 200} Mar 22 17:45:05.640991 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=10']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:05.888738 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f827f-5f2e-46fa-a813-e06210917ec9 req-f03b388d-09bb-47d5-ad78-900e0dfd5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:05.890266 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d3f827f-5f2e-46fa-a813-e06210917ec9 req-f03b388d-09bb-47d5-ad78-900e0dfd5db7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 1130 time: 0.0856175 Mar 22 17:45:05.935362 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4d3f827f-5f2e-46fa-a813-e06210917ec9 req-cba707fb-357a-4b40-b209-47bd635e0758 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381403 Mar 22 17:45:06.647428 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad292-4f07-462e-8990-81f55ccf0228 req-4375b6c1-df66-4f61-b088-85ae3bc5c255 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:06.648931 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ec5ad292-4f07-462e-8990-81f55ccf0228 req-4375b6c1-df66-4f61-b088-85ae3bc5c255 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0530767 Mar 22 17:45:06.695125 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ec5ad292-4f07-462e-8990-81f55ccf0228 req-09b96e99-8ee7-4cde-9bc7-43521a868fe3 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407054 Mar 22 17:45:07.827120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280d21b-d3b6-40d0-98f8-25d08b82609c req-e2153ae9-c079-4355-a537-f317a2ec4cd5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:07.828647 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f280d21b-d3b6-40d0-98f8-25d08b82609c req-e2153ae9-c079-4355-a537-f317a2ec4cd5 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0588768 Mar 22 17:45:07.877420 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f280d21b-d3b6-40d0-98f8-25d08b82609c req-39e08f15-eaab-411a-a973-5187acf00b83 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Mar 22 17:45:09.000978 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923b91-a33d-4b2f-8003-0b60c422d343 req-2d99b40b-a52f-4324-b87b-79ba482e4349 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:09.002458 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c923b91-a33d-4b2f-8003-0b60c422d343 req-2d99b40b-a52f-4324-b87b-79ba482e4349 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Mar 22 17:45:09.056075 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c923b91-a33d-4b2f-8003-0b60c422d343 req-9a345045-9e13-428a-af55-bee3d0af3755 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474610 Mar 22 17:45:10.488402 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51224) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:10.535143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Deleting subnet 27a00abf-f25e-4892-a914-71fd0c39ceb0 {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:45:10.538978 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Publish callbacks [] for subnet (27a00abf-f25e-4892-a914-71fd0c39ceb0), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.576151 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9993821'] for subnet (27a00abf-f25e-4892-a914-71fd0c39ceb0), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.614987 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (27a00abf-f25e-4892-a914-71fd0c39ceb0), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.667658 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10011756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628935'] for subnet (27a00abf-f25e-4892-a914-71fd0c39ceb0), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.692806 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a00abf-f25e-4892-a914-71fd0c39ceb0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:10.697585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.700851 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e77bd602-141a-4704-9b31-ccec9895ef0b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/27a00abf-f25e-4892-a914-71fd0c39ceb0 HTTP/1.1" status: 204 len: 168 time: 0.2113829 Mar 22 17:45:10.703221 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51226) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:10.776672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.856574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.878391 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2ba8d1-548b-4cad-8df7-e3cf9676bf37']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:10.888320 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9051f3ae-8df8-4d63-b7a6-c3b722622c31') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:10.888672 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9051f3ae-8df8-4d63-b7a6-c3b722622c31') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:10.902403 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (9051f3ae-8df8-4d63-b7a6-c3b722622c31), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.915444 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (9051f3ae-8df8-4d63-b7a6-c3b722622c31), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.921433 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:45:10.921884 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (9051f3ae-8df8-4d63-b7a6-c3b722622c31), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:45:10.923698 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:45:10.976825 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (7a2ba8d1-548b-4cad-8df7-e3cf9676bf37), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.982187 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:10.985471 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] 10.222.0.69 "DELETE /v2.0/networks/7a2ba8d1-548b-4cad-8df7-e3cf9676bf37 HTTP/1.1" status: 204 len: 168 time: 0.2813325 Mar 22 17:45:10.996480 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f56be9-0d56-426a-b1d6-09f962e5b3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2ba8d1-548b-4cad-8df7-e3cf9676bf37,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:11.158558 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51234) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:11.198404 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1c4e3c81-e9b7-4d13-9ef5-6371b20bcf5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=def99f6636074eaf919c85956296c57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386832 Mar 22 17:45:11.201014 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51238) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:11.250636 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Publish callbacks [] for security_group (f4292473-2768-4f3b-8eaa-6a16d9a4f783), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:11.272098 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Publish callbacks [] for security_group (f4292473-2768-4f3b-8eaa-6a16d9a4f783), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:11.319421 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f4292473-2768-4f3b-8eaa-6a16d9a4f783), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:11.322272 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:11.323701 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4292473-2768-4f3b-8eaa-6a16d9a4f783 HTTP/1.1" status: 204 len: 168 time: 0.1214199 Mar 22 17:45:11.331781 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4292473-2768-4f3b-8eaa-6a16d9a4f783,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:11.339484 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.339936 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.340192 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.340644 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.340985 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.341267 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.341606 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.341943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.342279 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.342614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.343058 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.343287 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.344009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.344420 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:11.344748 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5f792-1169-4057-97c9-a5937185f495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:15.810825 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:23.278433 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570c29-c603-4659-afaa-7f3992edd806 req-26efcf42-4b7a-41e0-8b88-67f4e857e4f7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:23.279886 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79570c29-c603-4659-afaa-7f3992edd806 req-26efcf42-4b7a-41e0-8b88-67f4e857e4f7 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0519686 Mar 22 17:45:23.330616 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-79570c29-c603-4659-afaa-7f3992edd806 req-8e5c2474-6421-4d1b-88af-e0bfc3d94c09 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450530 Mar 22 17:45:24.453682 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1f98-7c30-4d7c-9179-b7dbb66dc20e req-05081441-d801-4141-b858-0e2e1f89d02f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:24.455169 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8af1f98-7c30-4d7c-9179-b7dbb66dc20e req-05081441-d801-4141-b858-0e2e1f89d02f tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0538392 Mar 22 17:45:24.504020 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f8af1f98-7c30-4d7c-9179-b7dbb66dc20e req-91921913-fece-4271-a740-3fc9572c1378 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Mar 22 17:45:25.474384 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-97e0551d-3f9b-42b3-89b8-a81f6cf3f21b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:25.475866 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-97e0551d-3f9b-42b3-89b8-a81f6cf3f21b tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0546088 Mar 22 17:45:25.595586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Deleting port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:25.595939 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:25.622883 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4087913-1238-4f36-ba7b-b4814098494e req-6d1f7df9-9b56-4387-988c-7bd061472b16 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:25.624415 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4087913-1238-4f36-ba7b-b4814098494e req-6d1f7df9-9b56-4387-988c-7bd061472b16 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 946 time: 0.0532839 Mar 22 17:45:25.672105 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e4087913-1238-4f36-ba7b-b4814098494e req-6523ed50-4fdf-44ad-a021-f32736b53b8c tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups?id=06bdac3d-c979-43de-b12e-72706109a022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Mar 22 17:45:25.691425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] For port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:25.691425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:25.860905 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:25.870277 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:25.870277 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Floating IP dee7fccb-b308-4d5a-b114-86b9b107f65b disassociated. External IP: 172.27.0.111, port: fa706b53-f2b3-4d01-90fc-03a9a13cf4e8. Mar 22 17:45:25.870277 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Calling delete_port for fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:25.996595 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (fa706b53-f2b3-4d01-90fc-03a9a13cf4e8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:26.023834 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'Port': ['ID=fa706b53-f2b3-4d01-90fc-03a9a13cf4e8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:26.143635 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:45:26.251024 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:45:26.262143 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:45:26.272516 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:26.273142 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:45:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:26.291407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] No DVR routers for this DVR port fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:45:26.293947 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:26.297320 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-50164ad0-3b2d-478f-acf0-96793eb22325 req-f3eb2ca6-6c30-43a2-b216-758c27026898 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.62 "DELETE /v2.0/ports/fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 HTTP/1.1" status: 204 len: 173 time: 0.7916129 Mar 22 17:45:26.297706 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'name': 'network-vif-deleted', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:26.300008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c0227a-9998-4a96-ad42-9e9582811cf5" -d '{"events": [{"server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "name": "network-vif-deleted", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:26.362163 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8860f9b-b42f-49f1-8065-db3a930089d2 x-openstack-request-id: req-e8860f9b-b42f-49f1-8065-db3a930089d2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:26.362472 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b695fb4-725a-4097-ab98-2b8a37f037bf", "name": "network-vif-deleted", "tag": "fa706b53-f2b3-4d01-90fc-03a9a13cf4e8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:26.362733 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8860f9b-b42f-49f1-8065-db3a930089d2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:26.363355 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8860f9b-b42f-49f1-8065-db3a930089d2'] response: {'server_uuid': '0b695fb4-725a-4097-ab98-2b8a37f037bf', 'name': 'network-vif-deleted', 'tag': 'fa706b53-f2b3-4d01-90fc-03a9a13cf4e8', 'status': 'completed', 'code': 200} Mar 22 17:45:26.385970 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:26.505614 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-b92aa8ac-fb57-4532-817d-9a1b32f02bc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609074 Mar 22 17:45:26.584993 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-94233679-f94f-4221-bd4f-b332e38716fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.586588 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-94233679-f94f-4221-bd4f-b332e38716fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0489326 Mar 22 17:45:26.601817 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:26.628478 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:45:26.636627 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:26.637233 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:45:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:26.687802 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-7f183ee4-7fd8-4979-8c18-3828486ac13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.689323 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-7f183ee4-7fd8-4979-8c18-3828486ac13c service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0839212 Mar 22 17:45:26.745371 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:26.770691 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-a03ec5d3-70e6-4086-9c2c-58c2e73072fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 1000 time: 0.0731518 Mar 22 17:45:26.777873 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b9b9c202-1b46-48aa-92d1-8ba01695fe1e req-d4eb1023-6360-4f00-b811-c22c1519afa1 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b695fb4-725a-4097-ab98-2b8a37f037bf HTTP/1.1" status: 200 len: 210 time: 0.0269666 Mar 22 17:45:26.829715 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-0e216042-7131-43a4-ad7f-86c19fc0e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.831385 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-0e216042-7131-43a4-ad7f-86c19fc0e004 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0541434 Mar 22 17:45:26.896750 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-6ff1ebf9-80de-443a-b21d-dde2f4fc6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:26.898770 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-6ff1ebf9-80de-443a-b21d-dde2f4fc6159 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525877 Mar 22 17:45:26.909543 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-0f3918d0-00dc-4dbe-946b-8a8f41f840de service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:45:26.911703 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-0f3918d0-00dc-4dbe-946b-8a8f41f840de service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062313 Mar 22 17:45:26.962705 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:26.992067 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10d4e9-28cb-409b-a9b9-64c1df1f4b9f None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:31Z', 'revision_number': 4, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': '537ee3a4-2092-4728-8b0d-aa8242fd57cf', 'name': '', 'network_id': 'd10e4963-7ae2-4c5b-80df-01898f9a78d3', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'mac_address': 'fa:16:3e:b2:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:28Z', 'updated_at': '2022-03-22T17:34:49Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'subnets': [{'id': '8e9f64ba-e1bb-4f86-831c-c5fe633bfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:45:27.013118 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-a5e7de6c-e51a-429e-a76d-dbc37f270125 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959923 Mar 22 17:45:27.104894 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-81bcdae3-49fd-4932-afa1-ff3d5b0aaa3c req-d387449c-42b2-40b0-a752-523ac1f3d31e service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 Mar 22 17:45:27.217197 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266b4f5-1051-442b-b642-187aa56c813b None None] New status for floating IP dee7fccb-b308-4d5a-b114-86b9b107f65b: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:45:27.861915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51326) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:27.916326 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (06bdac3d-c979-43de-b12e-72706109a022), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:27.939125 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (06bdac3d-c979-43de-b12e-72706109a022), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:27.997877 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (06bdac3d-c979-43de-b12e-72706109a022), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.000565 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.001714 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "DELETE /v2.0/security-groups/06bdac3d-c979-43de-b12e-72706109a022 HTTP/1.1" status: 204 len: 168 time: 0.1388009 Mar 22 17:45:28.004659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51328) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:28.010453 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead14a6-7b3c-40f5-9f2e-6fef9dce9c01 tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdac3d-c979-43de-b12e-72706109a022,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:28.019943 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-1f5f4fa7-d882-441c-87f1-7cd63bacf85a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] show failed (client error): The resource could not be found. Mar 22 17:45:28.021269 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-1f5f4fa7-d882-441c-87f1-7cd63bacf85a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "GET /v2.0/security-groups/06bdac3d-c979-43de-b12e-72706109a022 HTTP/1.1" status: 404 len: 347 time: 0.0153804 Mar 22 17:45:28.023941 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51330) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:28.149773 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Deleting port 6c038568-15cd-4331-8a66-e926495c2390 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:28.150119 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (6c038568-15cd-4331-8a66-e926495c2390), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.227054 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (6c038568-15cd-4331-8a66-e926495c2390), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.227388 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (6c038568-15cd-4331-8a66-e926495c2390), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.239587 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Calling delete_port for 6c038568-15cd-4331-8a66-e926495c2390 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:28.372872 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (6c038568-15cd-4331-8a66-e926495c2390), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.399989 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Pushing event deleted for resources: {'Port': ['ID=6c038568-15cd-4331-8a66-e926495c2390,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:28.458721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks [] for floatingip (dee7fccb-b308-4d5a-b114-86b9b107f65b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.461280 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:28.462423 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-c9393adf-ed96-4120-b43e-61548634570a tempest-AttachVolumeTestJSON-620390724 tempest-AttachVolumeTestJSON-620390724-project] 10.222.0.69 "DELETE /v2.0/floatingips/dee7fccb-b308-4d5a-b114-86b9b107f65b HTTP/1.1" status: 204 len: 168 time: 0.4374926 Mar 22 17:45:28.898292 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-521199a2-3350-40ac-ba71-07e605258bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:29.341676 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:29.365243 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:29.365592 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device fa706b53-f2b3-4d01-90fc-03a9a13cf4e8 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:30.279932 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:45:31.292588 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-14debb5f-fcc0-4ae8-b257-c63ac9403c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:31.988130 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51360) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:32.268498 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.542996 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.789591 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Deleting port 537ee3a4-2092-4728-8b0d-aa8242fd57cf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:32.789872 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.867052 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] For port 537ee3a4-2092-4728-8b0d-aa8242fd57cf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=537ee3a4-2092-4728-8b0d-aa8242fd57cf,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:32.867416 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:32.880540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Calling delete_port for 537ee3a4-2092-4728-8b0d-aa8242fd57cf owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:33.064899 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (537ee3a4-2092-4728-8b0d-aa8242fd57cf), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.093781 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Pushing event deleted for resources: {'Port': ['ID=537ee3a4-2092-4728-8b0d-aa8242fd57cf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:33.270541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.498039 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Router e47bf664-2f1b-4a36-bfae-00df0009ebc5 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:45:33.607057 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:45:33.612028 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2d827e44-118c-4d95-b020-caa4d35fb497 admin admin] 10.222.0.69 "PUT /v2.0/routers/e47bf664-2f1b-4a36-bfae-00df0009ebc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228511 Mar 22 17:45:33.615419 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:33.617573 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Sync routers for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:45:33.630814 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:33.631428 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:45:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:33.719628 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks [] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.736730 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:33.821548 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks [] for router_gateway (e47bf664-2f1b-4a36-bfae-00df0009ebc5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.873425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Deleting port 18bc81c8-1d62-4451-ac22-1ba7fda52b15 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:33.873746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.909387 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 5, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port': {'id': '18bc81c8-1d62-4451-ac22-1ba7fda52b15', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:23Z', 'updated_at': '2022-03-22T17:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:33.938583 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Checking router: e47bf664-2f1b-4a36-bfae-00df0009ebc5 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:45:33.950476 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] For port 18bc81c8-1d62-4451-ac22-1ba7fda52b15, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=18bc81c8-1d62-4451-ac22-1ba7fda52b15,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:33.950836 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:33.955405 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Routers {'e47bf664-2f1b-4a36-bfae-00df0009ebc5'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:45:33.956038 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:45:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:33.971516 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Calling delete_port for 18bc81c8-1d62-4451-ac22-1ba7fda52b15 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:34.041983 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] Set router e47bf664-2f1b-4a36-bfae-00df0009ebc5 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:45:34.046663 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.096073 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 6, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:34.123172 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb571f-8105-4191-b7e9-e31ec2c2d9b5 None None] The sync data for ids ['e47bf664-2f1b-4a36-bfae-00df0009ebc5'] in dv-cinder-820578-3-iscsi is: [{'id': 'e47bf664-2f1b-4a36-bfae-00df0009ebc5', 'name': 'tempest-AttachVolumeTestJSON-2097469384-router', 'tenant_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:45:33Z', 'revision_number': 6, 'project_id': 'b35a7db5ede34676a9fc5beb57f6fd9f', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:45:34.145768 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (18bc81c8-1d62-4451-ac22-1ba7fda52b15), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.175599 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=18bc81c8-1d62-4451-ac22-1ba7fda52b15,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:34.233950 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.322757 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.324943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks [] for router_controller (e47bf664-2f1b-4a36-bfae-00df0009ebc5), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.371753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (e47bf664-2f1b-4a36-bfae-00df0009ebc5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.372251 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e47bf664-2f1b-4a36-bfae-00df0009ebc5 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:45:34.377131 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.378276 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f62a4a05-73dc-4f23-ac25-e3342a99b1ba admin admin] 10.222.0.69 "DELETE /v2.0/routers/e47bf664-2f1b-4a36-bfae-00df0009ebc5 HTTP/1.1" status: 204 len: 168 time: 0.7618361 Mar 22 17:45:34.380845 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51376) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:34.425150 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Deleting subnet 8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:45:34.428149 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Publish callbacks [] for subnet (8e9f64ba-e1bb-4f86-831c-c5fe633bfd20), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.466859 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (8e9f64ba-e1bb-4f86-831c-c5fe633bfd20), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.557374 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (8e9f64ba-e1bb-4f86-831c-c5fe633bfd20), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.611468 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (8e9f64ba-e1bb-4f86-831c-c5fe633bfd20), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.635394 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9f64ba-e1bb-4f86-831c-c5fe633bfd20,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:34.638815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.641984 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f36eea13-0fb5-40f5-bddc-8128ccc68d7e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8e9f64ba-e1bb-4f86-831c-c5fe633bfd20 HTTP/1.1" status: 204 len: 168 time: 0.2602012 Mar 22 17:45:34.644459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:34.647532 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087052dc-9043-454a-8274-3847ff2c3162 None None] Network d10e4963-7ae2-4c5b-80df-01898f9a78d3 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:45:34.710063 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (d10e4963-7ae2-4c5b-80df-01898f9a78d3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.769526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Deleting port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:34.769869 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.832780 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] For port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,segment=NetworkSegment(55ab34b7-eaa2-4314-b738-327d04c1c89f),segment_id=55ab34b7-eaa2-4314-b738-327d04c1c89f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:34.833775 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.846500 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Calling delete_port for 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:34.897486 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 537ee3a4-2092-4728-8b0d-aa8242fd57cf no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:34.900922 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] DHCP port deletion for d10e4963-7ae2-4c5b-80df-01898f9a78d3 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:45:34.921839 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 537ee3a4-2092-4728-8b0d-aa8242fd57cf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:34.922191 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 537ee3a4-2092-4728-8b0d-aa8242fd57cf not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:34.934625 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.962375 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:34.968277 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Deleting port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:45:34.968600 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:34.970161 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] No DVR routers for this DVR port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:45:35.035999 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] For port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090, host dv-cinder-820578-3-iscsi, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:35.036414 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.042183 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (d10e4963-7ae2-4c5b-80df-01898f9a78d3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.049196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Calling delete_port for 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:45:35.051905 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:45:35.053173 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (56c72a4d-32c0-4e8e-aeb4-ae5a97c50090), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.063808 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10e4963-7ae2-4c5b-80df-01898f9a78d3']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.074631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ab34b7-eaa2-4314-b738-327d04c1c89f') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.074954 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ab34b7-eaa2-4314-b738-327d04c1c89f') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:35.079340 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] Pushing event deleted for resources: {'Port': ['ID=56c72a4d-32c0-4e8e-aeb4-ae5a97c50090,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:35.083605 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35227-abd4-4385-a83e-edbfdd9bdcc2 None None] No DVR routers for this DVR port 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:45:35.085287 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (55ab34b7-eaa2-4314-b738-327d04c1c89f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.101278 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (55ab34b7-eaa2-4314-b738-327d04c1c89f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.108194 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:45:35.108624 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (55ab34b7-eaa2-4314-b738-327d04c1c89f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:45:35.110341 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:45:35.171817 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (d10e4963-7ae2-4c5b-80df-01898f9a78d3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.187707 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.191058 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d10e4963-7ae2-4c5b-80df-01898f9a78d3 HTTP/1.1" status: 204 len: 168 time: 0.5456798 Mar 22 17:45:35.193055 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a0856-2042-442f-8904-45b503a2e9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10e4963-7ae2-4c5b-80df-01898f9a78d3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:35.312921 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51384) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:35.352844 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d9e92d90-c092-457c-96a8-dbc505643d71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b35a7db5ede34676a9fc5beb57f6fd9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386329 Mar 22 17:45:35.355292 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:35.361307 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.404008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] Publish callbacks [] for security_group (39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.425146 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] Publish callbacks [] for security_group (39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.472176 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.475231 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:35.476403 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2 HTTP/1.1" status: 204 len: 168 time: 0.1201928 Mar 22 17:45:35.483984 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a722872-7408-4dc1-aefc-54b96dc9123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cdf9d4-c5d6-4b20-b08c-570dc02e7cd2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:36.372012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:36.397680 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:36.398040 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 56c72a4d-32c0-4e8e-aeb4-ae5a97c50090 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:36.398462 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 18bc81c8-1d62-4451-ac22-1ba7fda52b15 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:45:36.418003 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 18bc81c8-1d62-4451-ac22-1ba7fda52b15 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:45:36.418365 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 18bc81c8-1d62-4451-ac22-1ba7fda52b15 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:45:37.252594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51442) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:37.357328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c702e3-3e1a-4023-9868-5a7d53b8c841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.430175 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c702e3-3e1a-4023-9868-5a7d53b8c841 admin admin] Publish callbacks [] for security_group (f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.434058 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-79c702e3-3e1a-4023-9868-5a7d53b8c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.471673 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-79c702e3-3e1a-4023-9868-5a7d53b8c841 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb1ae222d10244a38bf7910aea5fcb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180088 Mar 22 17:45:37.472559 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c702e3-3e1a-4023-9868-5a7d53b8c841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:37.475031 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51446) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:37.524052 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] Publish callbacks [] for security_group (f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.545543 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] Publish callbacks [] for security_group (f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.593321 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.596124 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.597333 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4 HTTP/1.1" status: 204 len: 168 time: 0.1213048 Mar 22 17:45:37.606360 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28325b-8991-40ca-affb-9326e3f0f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5acb2e3-b78e-4c8f-bc5e-2dd9be799ef4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:37.867259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51458) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:37.880770 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-389b18a6-7828-4175-8182-374c3ac92c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.962794 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-389b18a6-7828-4175-8182-374c3ac92c2b admin admin] Publish callbacks [] for security_group (500def53-601b-47bb-9902-ff7c6070c25a), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:37.968547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-389b18a6-7828-4175-8182-374c3ac92c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (500def53-601b-47bb-9902-ff7c6070c25a), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.018026 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-389b18a6-7828-4175-8182-374c3ac92c2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70b79cb3a8eb4993817b90eba0858a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494937 Mar 22 17:45:38.019316 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b18a6-7828-4175-8182-374c3ac92c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500def53-601b-47bb-9902-ff7c6070c25a,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:38.020929 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51464) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:38.070482 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] Publish callbacks [] for security_group (500def53-601b-47bb-9902-ff7c6070c25a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.090615 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] Publish callbacks [] for security_group (500def53-601b-47bb-9902-ff7c6070c25a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.138847 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (500def53-601b-47bb-9902-ff7c6070c25a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.141511 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.142648 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/500def53-601b-47bb-9902-ff7c6070c25a HTTP/1.1" status: 204 len: 168 time: 0.1206131 Mar 22 17:45:38.150681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7bbb3-b2f4-4e40-8187-fb87e2ded51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500def53-601b-47bb-9902-ff7c6070c25a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:38.791720 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51486) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:38.887463 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700915686-network', 'tenant_id': 'df13a00e5c3f4b4fb881938d7ae215a0'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:38.906430 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Made reservation on behalf of df13a00e5c3f4b4fb881938d7ae215a0 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:38.908782 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.917602 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:38.996074 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks [] for security_group (5a31392c-ff62-48a3-977b-afefaadd1064), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.000082 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5a31392c-ff62-48a3-977b-afefaadd1064), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.027444 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:45:39.033666 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a31392c-ff62-48a3-977b-afefaadd1064,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:39.040211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (bfe897f9-e7e8-43c1-822e-e9a4bb698eb6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.040607 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Added segment bfe897f9-e7e8-43c1-822e-e9a4bb698eb6 of type vlan for network 78bbb0fe-739d-4736-956c-10d1dc5994b1 Mar 22 17:45:39.081530 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (78bbb0fe-739d-4736-956c-10d1dc5994b1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.106425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (78bbb0fe-739d-4736-956c-10d1dc5994b1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.107487 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:39.108120 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.165654 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3726711 Mar 22 17:45:39.168615 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51492) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:39.170736 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d978-789e-411c-99eb-95c9aca5bba7 admin admin] Pushing event updated for resources: {'Network': ['ID=78bbb0fe-739d-4736-956c-10d1dc5994b1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:39.174799 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Request body: {'subnet': {'network_id': '78bbb0fe-739d-4736-956c-10d1dc5994b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700915686-subnet', 'tenant_id': 'df13a00e5c3f4b4fb881938d7ae215a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:39.181142 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 78bbb0fe-739d-4736-956c-10d1dc5994b1 details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:45:39.197105 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Made reservation on behalf of df13a00e5c3f4b4fb881938d7ae215a0 for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:39.199733 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.363922 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (b6282c8d-bcec-4ade-92f1-a680998e0e10), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.425765 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6282c8d-bcec-4ade-92f1-a680998e0e10,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:39.434958 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Checking segment: {'id': 'bfe897f9-e7e8-43c1-822e-e9a4bb698eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '78bbb0fe-739d-4736-956c-10d1dc5994b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:45:39.435330 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Network hostable DHCP agents. Network: 78bbb0fe-739d-4736-956c-10d1dc5994b1, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:45:39.452780 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Network 78bbb0fe-739d-4736-956c-10d1dc5994b1 is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:45:39.461973 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 78bbb0fe-739d-4736-956c-10d1dc5994b1) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:39.466379 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:39.467511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.470972 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f65b3-df5f-447c-bc5e-a90fe4c88cbf None None] Network 78bbb0fe-739d-4736-956c-10d1dc5994b1 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:45:39.484897 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-730165d0-2615-4c82-9538-5e592c228315 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3151188 Mar 22 17:45:39.568891 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b93e1-e124-41d4-bc78-7bb202ae3484 None None] Network 78bbb0fe-739d-4736-956c-10d1dc5994b1 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:45:39.936209 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51508) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:39.941259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-346570931-network', 'tenant_id': '03ec902d7f504737b0eb42348a59c1fa'}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:39.960702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Made reservation on behalf of 03ec902d7f504737b0eb42348a59c1fa for: {'network': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:39.963002 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:39.971749 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.047317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks [] for security_group (81e36249-c46d-4820-b5b2-0d38011a0bcc), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.051574 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (81e36249-c46d-4820-b5b2-0d38011a0bcc), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.072398 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:45:40.086370 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e36249-c46d-4820-b5b2-0d38011a0bcc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:40.091060 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (211a76e7-b447-4de5-86c6-8351acb23a57), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.091409 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.segments_db [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Added segment 211a76e7-b447-4de5-86c6-8351acb23a57 of type vlan for network 28549eec-e0d5-4c07-83ce-d3786fba59ad Mar 22 17:45:40.130733 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (28549eec-e0d5-4c07-83ce-d3786fba59ad), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.154750 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (28549eec-e0d5-4c07-83ce-d3786fba59ad), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.155723 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:40.156317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.213957 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2766068 Mar 22 17:45:40.217171 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51512) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:40.223933 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Request body: {'subnet': {'network_id': '28549eec-e0d5-4c07-83ce-d3786fba59ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-346570931-subnet', 'tenant_id': '03ec902d7f504737b0eb42348a59c1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:40.227902 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620a79f-6ad2-4205-a4c8-d1d7a5aaaa62 admin admin] Pushing event updated for resources: {'Network': ['ID=28549eec-e0d5-4c07-83ce-d3786fba59ad,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:40.238071 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 28549eec-e0d5-4c07-83ce-d3786fba59ad details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:45:40.245867 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Made reservation on behalf of 03ec902d7f504737b0eb42348a59c1fa for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:40.248315 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.417585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (288a525e-5d5e-46ec-a4fc-80462cad3689), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.466975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288a525e-5d5e-46ec-a4fc-80462cad3689,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:40.482062 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.482414 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.482767 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.483114 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.483456 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.483797 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.484138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.484495 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.484834 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.485169 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.485532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.485866 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.486195 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.486524 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.486849 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:45:40.495316 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Checking segment: {'id': '211a76e7-b447-4de5-86c6-8351acb23a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '28549eec-e0d5-4c07-83ce-d3786fba59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:45:40.495686 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Network hostable DHCP agents. Network: 28549eec-e0d5-4c07-83ce-d3786fba59ad, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:45:40.513203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Network 28549eec-e0d5-4c07-83ce-d3786fba59ad is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:45:40.521049 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 28549eec-e0d5-4c07-83ce-d3786fba59ad) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:40.525059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:40.525661 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.530684 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a5ed8-6bbc-41e1-b5fa-90ae0f0d0b77 None None] Network 28549eec-e0d5-4c07-83ce-d3786fba59ad requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:45:40.542787 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7b1a8f63-3275-4c8d-9976-4f0d9f89a5d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3246002 Mar 22 17:45:40.626456 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fc2f2a-1de8-465f-a7af-3842fd3e9ec7 None None] Network 28549eec-e0d5-4c07-83ce-d3786fba59ad requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:45:40.658940 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:40.705689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Deleting subnet b6282c8d-bcec-4ade-92f1-a680998e0e10 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:45:40.708955 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Publish callbacks [] for subnet (b6282c8d-bcec-4ade-92f1-a680998e0e10), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.744351 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (b6282c8d-bcec-4ade-92f1-a680998e0e10), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.782396 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (b6282c8d-bcec-4ade-92f1-a680998e0e10), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.833814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (b6282c8d-bcec-4ade-92f1-a680998e0e10), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.858940 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6282c8d-bcec-4ade-92f1-a680998e0e10,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:40.862691 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:40.868764 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-90e46fcc-19d3-482c-ae66-ed159e13f0e1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b6282c8d-bcec-4ade-92f1-a680998e0e10 HTTP/1.1" status: 204 len: 168 time: 0.2064397 Mar 22 17:45:40.869138 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51518) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:40.935642 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (78bbb0fe-739d-4736-956c-10d1dc5994b1), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.015290 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (78bbb0fe-739d-4736-956c-10d1dc5994b1), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.034897 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bbb0fe-739d-4736-956c-10d1dc5994b1']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.044547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe897f9-e7e8-43c1-822e-e9a4bb698eb6') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.044854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe897f9-e7e8-43c1-822e-e9a4bb698eb6') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.054596 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (bfe897f9-e7e8-43c1-822e-e9a4bb698eb6), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.067526 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (bfe897f9-e7e8-43c1-822e-e9a4bb698eb6), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.073511 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:45:41.074068 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (bfe897f9-e7e8-43c1-822e-e9a4bb698eb6), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:45:41.076492 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:45:41.136398 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (78bbb0fe-739d-4736-956c-10d1dc5994b1), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.140871 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.144047 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/78bbb0fe-739d-4736-956c-10d1dc5994b1 HTTP/1.1" status: 204 len: 168 time: 0.2739134 Mar 22 17:45:41.147516 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:41.156643 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b25b0d-59ca-427e-b40e-277f57dcd5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bbb0fe-739d-4736-956c-10d1dc5994b1,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:41.195002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Deleting subnet 288a525e-5d5e-46ec-a4fc-80462cad3689 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:45:41.198893 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Publish callbacks [] for subnet (288a525e-5d5e-46ec-a4fc-80462cad3689), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.232806 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (288a525e-5d5e-46ec-a4fc-80462cad3689), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.268754 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (288a525e-5d5e-46ec-a4fc-80462cad3689), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.318396 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (288a525e-5d5e-46ec-a4fc-80462cad3689), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.341070 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288a525e-5d5e-46ec-a4fc-80462cad3689,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:41.347724 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.351453 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c870f881-ad8b-4a3d-a398-76d6e2da79d1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/288a525e-5d5e-46ec-a4fc-80462cad3689 HTTP/1.1" status: 204 len: 168 time: 0.2029040 Mar 22 17:45:41.353967 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51524) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:41.422726 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (28549eec-e0d5-4c07-83ce-d3786fba59ad), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.496683 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (28549eec-e0d5-4c07-83ce-d3786fba59ad), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.520135 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28549eec-e0d5-4c07-83ce-d3786fba59ad']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.529682 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211a76e7-b447-4de5-86c6-8351acb23a57') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.529977 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211a76e7-b447-4de5-86c6-8351acb23a57') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:45:41.539136 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (211a76e7-b447-4de5-86c6-8351acb23a57), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.552028 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (211a76e7-b447-4de5-86c6-8351acb23a57), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.557851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:45:41.558235 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (211a76e7-b447-4de5-86c6-8351acb23a57), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:45:41.559892 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:45:41.613536 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (28549eec-e0d5-4c07-83ce-d3786fba59ad), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.618588 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.621719 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] 10.222.0.69 "DELETE /v2.0/networks/28549eec-e0d5-4c07-83ce-d3786fba59ad HTTP/1.1" status: 204 len: 168 time: 0.2668440 Mar 22 17:45:41.637452 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07fe6e-0eaf-4c71-a616-c9d15039695e admin admin] Pushing event deleted for resources: {'Network': ['ID=28549eec-e0d5-4c07-83ce-d3786fba59ad,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:41.779972 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51528) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:41.823620 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f495eccf-01df-4664-a3c6-0f17b0ead9ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df13a00e5c3f4b4fb881938d7ae215a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424111 Mar 22 17:45:41.826076 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51530) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:41.874716 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] Publish callbacks [] for security_group (5a31392c-ff62-48a3-977b-afefaadd1064), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.897275 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] Publish callbacks [] for security_group (5a31392c-ff62-48a3-977b-afefaadd1064), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.943668 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5a31392c-ff62-48a3-977b-afefaadd1064), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.946302 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:41.947488 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a31392c-ff62-48a3-977b-afefaadd1064 HTTP/1.1" status: 204 len: 168 time: 0.1204479 Mar 22 17:45:41.955608 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fc815-a08e-4ff0-bbb0-91c16426ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a31392c-ff62-48a3-977b-afefaadd1064,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:42.273343 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 51542) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:42.319128 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:45:42.319811 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8aa6e30a-5e72-4462-b6ce-e30b9f42e03e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03ec902d7f504737b0eb42348a59c1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446434 Mar 22 17:45:42.369813 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] Publish callbacks [] for security_group (81e36249-c46d-4820-b5b2-0d38011a0bcc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.400458 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] Publish callbacks [] for security_group (81e36249-c46d-4820-b5b2-0d38011a0bcc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.461984 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-0bdf91a3-d48f-4dff-b94b-cda1156b2e9e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170768763&fields=id&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 267 time: 0.0727084 Mar 22 17:45:42.491991 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (81e36249-c46d-4820-b5b2-0d38011a0bcc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.494520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:42.495639 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81e36249-c46d-4820-b5b2-0d38011a0bcc HTTP/1.1" status: 204 len: 168 time: 0.1753736 Mar 22 17:45:42.532739 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0026543-2518-4a05-ae11-e6dcd0930f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e36249-c46d-4820-b5b2-0d38011a0bcc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:42.583215 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-07b89bcb-15b6-4efd-91c9-90b8a03793fe tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:42.584743 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-07b89bcb-15b6-4efd-91c9-90b8a03793fe tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1161661 Mar 22 17:45:42.599761 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-8a63b939-f99f-4850-8a35-3d573e1846c0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/quotas/a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 375 time: 0.0097220 Mar 22 17:45:42.663329 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-3e092ec7-564e-46b2-89de-ea23f5d30d19 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577326 Mar 22 17:45:42.767546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-00ece6e5-957e-4883-930d-8ba196201e61 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:45:42.768591 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-00ece6e5-957e-4883-930d-8ba196201e61 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0943699 Mar 22 17:45:42.859807 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-b16c290d-27e5-415b-bd32-fd1988e665ef service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846934 Mar 22 17:45:42.952686 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-fd996f8a-be3f-466e-b965-51c67fc9e858 service neutron] 10.222.0.69 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Mar 22 17:45:43.260849 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-ea1ad025-da9e-4682-a470-24e7d0b984b4 req-83393f54-594d-4eff-bbd8-296379c8d535 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 210 time: 0.0310984 Mar 22 17:45:44.381910 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-299626f7-8e07-489c-9db9-4c186223e3ea req-e79f89a3-a96b-432e-83ab-6ced447b713f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 210 time: 0.0425711 Mar 22 17:45:44.409382 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-a35af983-9d3e-4790-8e9f-fb3045bc98c4 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:44.410843 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-a35af983-9d3e-4790-8e9f-fb3045bc98c4 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 810 time: 0.1371009 Mar 22 17:45:44.486746 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-af1f6097-b6d7-4415-ba9a-c6b7ddc02f18 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64a9dbe39674a6889658095d26bcf23 HTTP/1.1" status: 200 len: 380 time: 0.0605083 Mar 22 17:45:44.494960 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'port': {'device_id': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'admin_state_up': True, 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'security_groups': ['1a358310-db29-4f8b-b53f-15b7908cbf44']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:44.599431 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Made reservation on behalf of a64a9dbe39674a6889658095d26bcf23 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:45:44.602828 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:44.731387 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.20.0.11 (2a947be7-ce4d-4075-adbf-8ba2bf533c52/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27/0ada48f8-bddb-4a59-802c-7a667e96ded8) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:45:44.872614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:44.905445 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.244321 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:45:45.247886 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:45:45.251675 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:45:45.279730 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:45.320767 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:45.321601 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.340816 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-dc42a09b-7cf9-42c2-ae1e-e3c35a1993b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493609 Mar 22 17:45:45.360003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Request body: {'port': {'device_id': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:45:45.430367 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.508251 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-cafb1baf-9cf7-4e7f-80e7-3789f9ba03db None None] Provisioning complete for port 0ada48f8-bddb-4a59-802c-7a667e96ded8 triggered by entity DHCP. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:45:45.508755 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cafb1baf-9cf7-4e7f-80e7-3789f9ba03db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.541498 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e730a8-cc8c-4150-832a-cde0daace0e9 req-270bc0ea-3ed0-4322-a47a-d0d332c871fa tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:45.544497 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-00e730a8-cc8c-4150-832a-cde0daace0e9 req-270bc0ea-3ed0-4322-a47a-d0d332c871fa tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 932 time: 0.0822346 Mar 22 17:45:45.561446 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1baf-9cf7-4e7f-80e7-3789f9ba03db None None] Port 0ada48f8-bddb-4a59-802c-7a667e96ded8 cannot update to ACTIVE because it is not bound. {{(pid=103458) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 17:45:45.609978 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-00e730a8-cc8c-4150-832a-cde0daace0e9 req-b74d1abc-3f67-4ddf-8dea-6a04f67d9915 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591455 Mar 22 17:45:45.757959 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ada48f8-bddb-4a59-802c-7a667e96ded8 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:45.765006 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks [] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.776553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Transition to ACTIVE for port object 0ada48f8-bddb-4a59-802c-7a667e96ded8 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:45:45.780929 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.808178 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.829506 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Pushing event updated for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:45.903492 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Attempting to bind port 0ada48f8-bddb-4a59-802c-7a667e96ded8 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:45:45.903840 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Attempting to bind port 0ada48f8-bddb-4a59-802c-7a667e96ded8 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:45:45.904179 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Attempting to bind port 0ada48f8-bddb-4a59-802c-7a667e96ded8 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:45.908715 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Port 0ada48f8-bddb-4a59-802c-7a667e96ded8 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:45:45.909047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Attempting to bind port 0ada48f8-bddb-4a59-802c-7a667e96ded8 on network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:45:45.914132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:45:45.914481 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Checking segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:45:45.914875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Bound using segment: {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:45:45.915316 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Bound port: 0ada48f8-bddb-4a59-802c-7a667e96ded8, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60221fe-1357-4731-bc20-1057c44bb62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:45:45.915680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:45.984286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:45:45.987324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:45:45.993951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:46.030914 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.031621 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:46.033053 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] 10.222.0.62 "PUT /v2.0/ports/0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 1094 time: 0.6777840 Mar 22 17:45:46.033503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:45:46.035770 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:45:46.061085 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5688f7-640f-4567-95b0-d2e3f9f170ce service neutron] Pushing event updated for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:46.081934 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cda6b5-5de7-43be-9e4c-7cac40c1eaf1 x-openstack-request-id: req-95cda6b5-5de7-43be-9e4c-7cac40c1eaf1 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:45:46.082565 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:45:46.083020 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95cda6b5-5de7-43be-9e4c-7cac40c1eaf1 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:45:46.083449 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cda6b5-5de7-43be-9e4c-7cac40c1eaf1'] response: {'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'status': 'completed', 'code': 200} Mar 22 17:45:46.144524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-fbc52e71-dc47-476d-94ad-45f35bf7c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.146758 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-fbc52e71-dc47-476d-94ad-45f35bf7c10b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1128 time: 0.0488353 Mar 22 17:45:46.202960 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-d6fce785-053e-4425-b078-0a496679bafb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Mar 22 17:45:46.251095 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-0ef32a34-cb56-4b9b-8b08-99f06173db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.252572 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-0ef32a34-cb56-4b9b-8b08-99f06173db41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0434585 Mar 22 17:45:46.299353 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-f4a5e41e-8b6d-4e25-a6d7-12168b604b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.300789 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-f4a5e41e-8b6d-4e25-a6d7-12168b604b5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424645 Mar 22 17:45:46.399578 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-c198a2ad-0c91-4140-b43f-22edd2622767 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912673 Mar 22 17:45:46.487340 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa2d461e-ddc7-4982-92bc-1ce78682a21f req-8dad1a3a-2917-4599-8e10-641e048450a0 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814335 Mar 22 17:45:46.635049 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-94bd85d3-0db2-48d4-b641-be64e9c332d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.636600 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-94bd85d3-0db2-48d4-b641-be64e9c332d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1128 time: 0.0458431 Mar 22 17:45:46.736223 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-2dba5b33-e514-4d38-9c9f-b3eea4fa4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.737751 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-2dba5b33-e514-4d38-9c9f-b3eea4fa4dec service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0952246 Mar 22 17:45:46.745311 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c70ea-aa72-4c91-834d-4406c6f5df23 req-19f8bba3-fbce-42b8-a80b-e1966fbb772d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.746944 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8f7c70ea-aa72-4c91-834d-4406c6f5df23 req-19f8bba3-fbce-42b8-a80b-e1966fbb772d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0628736 Mar 22 17:45:46.784512 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-4ac948b6-6683-45e4-a3ae-5f695b81941e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 217 time: 0.0402553 Mar 22 17:45:46.804448 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-8f7c70ea-aa72-4c91-834d-4406c6f5df23 req-68adb893-139c-4b61-a447-5a3c31c3865e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507083 Mar 22 17:45:46.848633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-9509c886-f752-4748-9667-6497e0a1c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.850123 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-9509c886-f752-4748-9667-6497e0a1c83f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0602865 Mar 22 17:45:46.902599 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-68c9ab1e-c08e-4fb2-b18d-561e07b554ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:46.904185 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-68c9ab1e-c08e-4fb2-b18d-561e07b554ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475669 Mar 22 17:45:46.991985 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-33124a9a-f435-488d-99ac-2093c1dda11d service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807860 Mar 22 17:45:47.093064 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9f1bbe70-7dcd-4a0d-9822-cc6d54e995bc req-07b46b1b-2e86-4c1c-bfb2-47e1a1308b8f service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938487 Mar 22 17:45:47.926713 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eabe5c-fbba-4248-9222-c286821e2fdd req-012a07a9-3e77-433b-822d-e527a5dfcd29 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:47.928191 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6eabe5c-fbba-4248-9222-c286821e2fdd req-012a07a9-3e77-433b-822d-e527a5dfcd29 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0525408 Mar 22 17:45:47.976282 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6eabe5c-fbba-4248-9222-c286821e2fdd req-85827bf0-99ce-4691-9275-25a5c9adfa07 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Mar 22 17:45:49.096492 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4119d-b6ca-4e33-b741-c6ec02fe87bf req-cf173eb1-1a99-4679-ab62-b290946078a1 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:49.097965 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f4d4119d-b6ca-4e33-b741-c6ec02fe87bf req-cf173eb1-1a99-4679-ab62-b290946078a1 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0554726 Mar 22 17:45:49.149732 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f4d4119d-b6ca-4e33-b741-c6ec02fe87bf req-1cd33746-8589-46d0-a40c-9fc74641dff8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Mar 22 17:45:50.267557 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72cac-9244-4635-baf4-4d5ac6d3ff71 req-8ca3f32b-5f6d-48c1-9448-df5ee9dba81f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:50.269076 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a3a72cac-9244-4635-baf4-4d5ac6d3ff71 req-8ca3f32b-5f6d-48c1-9448-df5ee9dba81f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0553613 Mar 22 17:45:50.324450 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a3a72cac-9244-4635-baf4-4d5ac6d3ff71 req-6f8f3356-3059-4d97-a5e5-64e300916929 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493371 Mar 22 17:45:51.438899 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eef47-8b73-4115-a115-f5ab67005d0f req-782469bf-7973-4a43-ab32-ac63efc6cbba tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:51.440367 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a52eef47-8b73-4115-a115-f5ab67005d0f req-782469bf-7973-4a43-ab32-ac63efc6cbba tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0515890 Mar 22 17:45:51.488881 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a52eef47-8b73-4115-a115-f5ab67005d0f req-2c182cae-51b3-4913-94b3-626d2c10b1ab tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Mar 22 17:45:52.606636 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a32a-a340-426f-b634-61d39384bc34 req-ba1bd8da-02ec-4428-8b37-1ee2221e85b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:52.608123 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a21a32a-a340-426f-b634-61d39384bc34 req-ba1bd8da-02ec-4428-8b37-1ee2221e85b8 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0538836 Mar 22 17:45:52.656464 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4a21a32a-a340-426f-b634-61d39384bc34 req-2d4223f2-9d96-4fbc-9807-fd23513090da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Mar 22 17:45:53.778462 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b795e-9e17-4cd6-a5ff-b3f0f537a4e4 req-735ae8f4-d17d-4840-8f52-8030c4198402 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:53.779986 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f74b795e-9e17-4cd6-a5ff-b3f0f537a4e4 req-735ae8f4-d17d-4840-8f52-8030c4198402 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0563071 Mar 22 17:45:54.090671 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f74b795e-9e17-4cd6-a5ff-b3f0f537a4e4 req-78627e19-2192-4c6d-bb57-08c914e32832 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047831 Mar 22 17:45:55.211780 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b73572-e12f-484f-9c29-dc2d323206eb req-bbbb7b59-ff0e-4edc-af75-35263e402247 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:55.213266 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f5b73572-e12f-484f-9c29-dc2d323206eb req-bbbb7b59-ff0e-4edc-af75-35263e402247 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0552421 Mar 22 17:45:55.266560 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f5b73572-e12f-484f-9c29-dc2d323206eb req-81d624c1-a185-4661-9cf5-3e5b37da0b12 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Mar 22 17:45:56.386503 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099527f3-de18-4324-b365-55313cb936ce req-56b32186-5b8d-4031-9902-5162acd10f2c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:56.388154 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-099527f3-de18-4324-b365-55313cb936ce req-56b32186-5b8d-4031-9902-5162acd10f2c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0530164 Mar 22 17:45:56.438346 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-099527f3-de18-4324-b365-55313cb936ce req-4e09829c-d9a5-4169-8d47-148a92086e70 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442629 Mar 22 17:45:57.558648 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ecd0-970a-4687-a271-1249ae152932 req-5767073b-3887-4a95-82aa-4318acd4de22 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:57.560185 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5497ecd0-970a-4687-a271-1249ae152932 req-5767073b-3887-4a95-82aa-4318acd4de22 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0542629 Mar 22 17:45:57.620960 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5497ecd0-970a-4687-a271-1249ae152932 req-41a3ccc1-52b9-4939-9da2-23dc509aa4f4 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541978 Mar 22 17:45:58.738378 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441be2d3-306e-43fb-9862-4907a79c3950 req-a8ae0946-b4b5-4c05-be3b-cfabcde72380 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:58.739992 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-441be2d3-306e-43fb-9862-4907a79c3950 req-a8ae0946-b4b5-4c05-be3b-cfabcde72380 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 944 time: 0.0530996 Mar 22 17:45:58.790274 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-441be2d3-306e-43fb-9862-4907a79c3950 req-5dd497b4-8170-4432-8bef-061adeeacbc6 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Mar 22 17:45:58.906618 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-934d9ba3-a349-4d1a-aea0-2af54de59996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.010701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 0ada48f8-bddb-4a59-802c-7a667e96ded8 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:45:59.119172 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:59.130693 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'port_id': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'mac_address': 'fa:16:3e:ba:38:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:45:59.165456 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 0ada48f8-bddb-4a59-802c-7a667e96ded8 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:45:59.165779 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.178669 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ada48f8-bddb-4a59-802c-7a667e96ded8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:45:59.202804 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:45:59.206755 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:45:59.253856 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:45:59.668844 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['0ada48f8-bddb-4a59-802c-7a667e96ded8'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:45:59.915417 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4941-cdbe-48bc-95ec-8817eb7038c8 req-d7641819-1cf2-4a23-8795-0131cc88d89e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:45:59.916942 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-400b4941-cdbe-48bc-95ec-8817eb7038c8 req-d7641819-1cf2-4a23-8795-0131cc88d89e tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 945 time: 0.0557773 Mar 22 17:45:59.966672 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-400b4941-cdbe-48bc-95ec-8817eb7038c8 req-222ba438-b0f3-4f58-9b8e-4bd52df6312b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Mar 22 17:46:01.027479 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 0ada48f8-bddb-4a59-802c-7a667e96ded8 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:46:01.076688 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 0ada48f8-bddb-4a59-802c-7a667e96ded8 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:46:01.080477 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 0ada48f8-bddb-4a59-802c-7a667e96ded8 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:46:01.080859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.086391 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07f6f-7714-474a-b5b5-c48584f54c9c req-1545b07f-755c-4e80-b2ea-4274404f330d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:01.087888 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-20d07f6f-7714-474a-b5b5-c48584f54c9c req-1545b07f-755c-4e80-b2ea-4274404f330d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Mar 22 17:46:01.138484 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-20d07f6f-7714-474a-b5b5-c48584f54c9c req-2ace41a6-0309-4e46-904d-6bf080f63235 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Mar 22 17:46:01.159603 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 0ada48f8-bddb-4a59-802c-7a667e96ded8 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:46:01.159997 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.182796 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:01.185030 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72cd33b-c3fb-47b0-b8f5-c3047f1afb2d" -d '{"events": [{"server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "name": "network-vif-plugged", "status": "completed", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:01.197290 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:01.201862 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.250092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:01.305009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-36fe5ea6-c1df-4964-ad5b-385caa48ae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:01.351428 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84af409e-b405-4744-813e-695d245f9759 x-openstack-request-id: req-84af409e-b405-4744-813e-695d245f9759 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:01.351817 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "name": "network-vif-plugged", "status": "completed", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:01.351979 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84af409e-b405-4744-813e-695d245f9759 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:01.352456 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84af409e-b405-4744-813e-695d245f9759'] response: {'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'code': 200} Mar 22 17:46:01.612231 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ffeef-064e-4a75-b827-5d6d08bbd711 req-9054317a-ce5d-411a-9274-d5df5166f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:01.613814 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe0ffeef-064e-4a75-b827-5d6d08bbd711 req-9054317a-ce5d-411a-9274-d5df5166f8ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1130 time: 0.0452113 Mar 22 17:46:01.662886 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe0ffeef-064e-4a75-b827-5d6d08bbd711 req-b5ef3aa3-596d-4efa-94d4-e234b30cfa81 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Mar 22 17:46:02.257517 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9602898-1c10-4fdd-a147-472a757a951d req-fd4f8698-a2e6-4134-b59d-5e288f252a71 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:02.259002 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b9602898-1c10-4fdd-a147-472a757a951d req-fd4f8698-a2e6-4134-b59d-5e288f252a71 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0548654 Mar 22 17:46:02.271238 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:02.315363 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-b9602898-1c10-4fdd-a147-472a757a951d req-9b0a6afd-7fc1-401f-b899-2c77a2b37853 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506499 Mar 22 17:46:03.439637 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f1b77-f7c3-4d4e-a95f-a1a787340d0e req-2c38a905-cd09-4c8a-944b-315a9788aefc tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:03.441159 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-238f1b77-f7c3-4d4e-a95f-a1a787340d0e req-2c38a905-cd09-4c8a-944b-315a9788aefc tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0577860 Mar 22 17:46:03.490979 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-238f1b77-f7c3-4d4e-a95f-a1a787340d0e req-3cb692eb-b2ab-4f7e-994d-d7006db04bc0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Mar 22 17:46:04.048029 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:04.612614 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb752a60-aa84-4ec8-9550-bf509d7674ce req-0dc77813-1793-4fca-80fd-8f4ab1a0ca6d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:04.614101 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-eb752a60-aa84-4ec8-9550-bf509d7674ce req-0dc77813-1793-4fca-80fd-8f4ab1a0ca6d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0559623 Mar 22 17:46:04.668967 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-eb752a60-aa84-4ec8-9550-bf509d7674ce req-32425455-f1d3-492a-8a25-d64acf0de28d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Mar 22 17:46:04.789961 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10feae-862c-4e18-9fb3-2b6a93b8eb4d req-d3082612-026b-46ed-8ddb-f889d65a75ac tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:04.791508 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea10feae-862c-4e18-9fb3-2b6a93b8eb4d req-d3082612-026b-46ed-8ddb-f889d65a75ac tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0527272 Mar 22 17:46:04.840132 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ea10feae-862c-4e18-9fb3-2b6a93b8eb4d req-a72b944b-d8b4-4acf-b7c0-a28e7aed124b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Mar 22 17:46:04.862389 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51854) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:05.059151 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b43b66-d26f-481d-98bf-c4ecac97385e tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:05.060695 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-96b43b66-d26f-481d-98bf-c4ecac97385e tempest-TestVolumeBootPattern-69478167 tempest-TestVolumeBootPattern-69478167-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1125 time: 0.1972935 Mar 22 17:46:05.063425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 51864) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:05.068355 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Request body: {'floatingip': {'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'port_id': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:46:05.088534 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.197847 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.311256 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Allocated IP 172.27.0.161 (cf252416-7198-47c3-b0d6-cd702e337b85/c789f51d-6c13-4dd6-972f-c623757a8162/cb23cdb7-4907-4efc-9ebf-ad1ac4928c31) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:46:05.364856 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.411718 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.445397 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.482385 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Network cf252416-7198-47c3-b0d6-cd702e337b85 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:46:05.485324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:46:05.487943 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:46:05.519079 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=cb23cdb7-4907-4efc-9ebf-ad1ac4928c31,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:05.844286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (737bd8a7-a351-4583-be3e-852dc58d8464), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:05.918968 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.085171 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.093477 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.167233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event updated for resources: {'Port': ['ID=cb23cdb7-4907-4efc-9ebf-ad1ac4928c31,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:06.182691 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (737bd8a7-a351-4583-be3e-852dc58d8464), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.287960 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP 737bd8a7-a351-4583-be3e-852dc58d8464 associated. External IP: 172.27.0.161, port: 0ada48f8-bddb-4a59-802c-7a667e96ded8. Mar 22 17:46:06.505885 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:06.616189 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:06.625658 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:06.635127 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:06.635378 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:06.635956 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:06.680328 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-27f8867a-0675-4589-9d41-236b6aa178af tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6044664 Mar 22 17:46:06.680328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:06.680328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6da693-7950-4e86-9fce-802bb6f10936" -d '{"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:06.713132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dffd3a-1194-4e97-85e2-b48300c3d9e2 x-openstack-request-id: req-e9dffd3a-1194-4e97-85e2-b48300c3d9e2 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:06.713436 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:06.713701 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9dffd3a-1194-4e97-85e2-b48300c3d9e2 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:06.714126 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dffd3a-1194-4e97-85e2-b48300c3d9e2'] response: {'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'status': 'completed', 'code': 200} Mar 22 17:46:06.806528 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da693-7950-4e86-9fce-802bb6f10936 req-10e76c02-af78-4454-9337-e85f391d11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:06.808106 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-10e76c02-af78-4454-9337-e85f391d11e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1130 time: 0.0477569 Mar 22 17:46:06.873184 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:06.897347 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da693-7950-4e86-9fce-802bb6f10936 req-160e2887-ef12-410a-ae95-2222b36a1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:06.898815 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-160e2887-ef12-410a-ae95-2222b36a1517 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0841691 Mar 22 17:46:07.089591 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '737bd8a7-a351-4583-be3e-852dc58d8464', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:ba:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:05Z', 'updated_at': '2022-03-22T17:46:05Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}, {'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:07.119283 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:07.127666 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:07.128283 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:07.230950 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:07.278134 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:46:07.454224 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '737bd8a7-a351-4583-be3e-852dc58d8464', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:ba:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:05Z', 'updated_at': '2022-03-22T17:46:05Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}, {'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:07.479627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8628c-752c-4378-9b71-f9db4be9f762 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '737bd8a7-a351-4583-be3e-852dc58d8464', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:ba:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:46:05Z', 'updated_at': '2022-03-22T17:46:05Z', 'revision_number': 0, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}, {'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:07.671617 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b3102-9e84-4ef3-8c43-adc530745a84 None None] New status for floating IP 737bd8a7-a351-4583-be3e-852dc58d8464: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:08.310956 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-9d3f8722-498a-4d14-bbc2-ae97ebf01dac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 1002 time: 0.0612485 Mar 22 17:46:09.268824 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da693-7950-4e86-9fce-802bb6f10936 req-041b1c21-9ca4-4099-bf8e-4ad3ad78ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:09.270885 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-041b1c21-9ca4-4099-bf8e-4ad3ad78ff10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0434747 Mar 22 17:46:10.497363 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da693-7950-4e86-9fce-802bb6f10936 req-db949b1c-66b2-47d2-b243-4264da0ac61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:10.498979 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-db949b1c-66b2-47d2-b243-4264da0ac61a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455890 Mar 22 17:46:10.589387 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-1d04221c-fe1a-4300-bc9b-f9458a2c9f79 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Mar 22 17:46:10.676611 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-df6da693-7950-4e86-9fce-802bb6f10936 req-06438e05-0d6f-4fad-b43a-d65bc6e3a9a5 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808952 Mar 22 17:46:15.822980 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:17.004256 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff20e4-0750-4063-9d0b-8f4414754789 req-0c52b329-e466-4205-8e23-7bc5002906f7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:17.005815 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-43ff20e4-0750-4063-9d0b-8f4414754789 req-0c52b329-e466-4205-8e23-7bc5002906f7 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0579720 Mar 22 17:46:17.051339 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-43ff20e4-0750-4063-9d0b-8f4414754789 req-987a815a-c746-42d8-bd7b-3758bc4ee35b tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Mar 22 17:46:18.180075 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358eabd-a8bc-49dc-a947-ae5a25943572 req-54df0071-825b-4030-921d-5927473d0e0d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:18.181625 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9358eabd-a8bc-49dc-a947-ae5a25943572 req-54df0071-825b-4030-921d-5927473d0e0d tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0581660 Mar 22 17:46:18.228912 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-9358eabd-a8bc-49dc-a947-ae5a25943572 req-66f80984-e78e-403c-abe8-73b8b13d8496 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Mar 22 17:46:19.346608 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9bae0-e4c1-4e71-a0f1-bbad29b74c54 req-7d4236fb-bb37-4c15-86de-c263e4a3f629 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:19.348104 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d2e9bae0-e4c1-4e71-a0f1-bbad29b74c54 req-7d4236fb-bb37-4c15-86de-c263e4a3f629 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Mar 22 17:46:19.396438 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d2e9bae0-e4c1-4e71-a0f1-bbad29b74c54 req-ce84bf69-dd61-4eb7-91a9-7784fb93e5ba tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups?id=cae83f3b-6999-424c-aff3-c7e91796531f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Mar 22 17:46:19.606524 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-3182f628-680a-430b-8f8d-4c95eefecc69 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:19.608480 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-3182f628-680a-430b-8f8d-4c95eefecc69 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 945 time: 0.0646358 Mar 22 17:46:19.705229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port e597fd1e-df73-4514-b0f2-54b2b277d6da {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:19.705572 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.795289 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] For port e597fd1e-df73-4514-b0f2-54b2b277d6da, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=e597fd1e-df73-4514-b0f2-54b2b277d6da,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:19.795646 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.961286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.961564 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:19.961878 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Floating IP 94561fc5-6670-4397-a53f-b102429d8ed0 disassociated. External IP: 172.27.0.60, port: e597fd1e-df73-4514-b0f2-54b2b277d6da. Mar 22 17:46:19.962216 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for e597fd1e-df73-4514-b0f2-54b2b277d6da owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:20.098546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (e597fd1e-df73-4514-b0f2-54b2b277d6da), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.133442 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=e597fd1e-df73-4514-b0f2-54b2b277d6da,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:20.146292 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.146648 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.147004 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.147355 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.147797 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.148207 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.148579 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.148919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.149255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.149592 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.149951 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.150289 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.150624 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.150956 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.151289 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:20.262283 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:20.371027 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:20.381120 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:20.391519 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:20.392153 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:20.411507 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] No DVR routers for this DVR port e597fd1e-df73-4514-b0f2-54b2b277d6da on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:20.414002 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:20.417270 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-7d584f94-44cc-4e90-9a9d-1ac9ad4989e8 req-6c9568d7-e643-4551-9783-c5fdf216e1c1 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.62 "DELETE /v2.0/ports/e597fd1e-df73-4514-b0f2-54b2b277d6da HTTP/1.1" status: 204 len: 173 time: 0.7999246 Mar 22 17:46:20.417758 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'name': 'network-vif-deleted', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:20.420018 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacdf5d6-95e6-470f-91e1-2354633b5c0b" -d '{"events": [{"server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "name": "network-vif-deleted", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:20.506877 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:20.507149 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850fa59-d77f-4ab5-b0e1-702e550773c8 x-openstack-request-id: req-d850fa59-d77f-4ab5-b0e1-702e550773c8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:20.507440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d972157-74d0-467d-8f22-a6af4179de67", "name": "network-vif-deleted", "tag": "e597fd1e-df73-4514-b0f2-54b2b277d6da", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:20.507709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d850fa59-d77f-4ab5-b0e1-702e550773c8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:20.508125 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d850fa59-d77f-4ab5-b0e1-702e550773c8'] response: {'server_uuid': '9d972157-74d0-467d-8f22-a6af4179de67', 'name': 'network-vif-deleted', 'tag': 'e597fd1e-df73-4514-b0f2-54b2b277d6da', 'status': 'completed', 'code': 200} Mar 22 17:46:20.510206 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4944e1c3-82f9-479e-a0a0-d290bbd2e236 req-f0ba14c2-fd72-422c-b9aa-8a7507102bf4 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d972157-74d0-467d-8f22-a6af4179de67 HTTP/1.1" status: 200 len: 210 time: 0.0373819 Mar 22 17:46:20.720980 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:20.751214 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:20.759902 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:20.760551 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:01Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:20.869377 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:21.088149 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:21.114696 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d4cf-9f85-42cf-9307-edb446c4aeb4 None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:42Z', 'revision_number': 4, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'fa16a10a-ff86-4e7f-bff0-bbeff38d7647', 'name': '', 'network_id': '00d86549-f654-4962-ad75-dae58b96b9cb', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'mac_address': 'fa:16:3e:d8:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '86180207-c728-4784-9d91-8ef1c578bd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:40Z', 'updated_at': '2022-03-22T17:34:56Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'subnets': [{'id': '86180207-c728-4784-9d91-8ef1c578bd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:21.334984 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3e64c-85fb-4a0d-8b5d-e70cb0b6a1a5 None None] New status for floating IP 94561fc5-6670-4397-a53f-b102429d8ed0: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:21.597270 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52032) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.651430 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (cae83f3b-6999-424c-aff3-c7e91796531f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.674335 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (cae83f3b-6999-424c-aff3-c7e91796531f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.721600 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cae83f3b-6999-424c-aff3-c7e91796531f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.725050 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.726232 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/security-groups/cae83f3b-6999-424c-aff3-c7e91796531f HTTP/1.1" status: 204 len: 168 time: 0.1278913 Mar 22 17:46:21.729149 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52034) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.734985 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3d95d-4fb1-423c-a3a9-0fd9602ac616 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae83f3b-6999-424c-aff3-c7e91796531f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:21.742296 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-4851fb1a-a959-4bc4-9ab2-c314b4649c27 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] show failed (client error): The resource could not be found. Mar 22 17:46:21.743393 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-4851fb1a-a959-4bc4-9ab2-c314b4649c27 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "GET /v2.0/security-groups/cae83f3b-6999-424c-aff3-c7e91796531f HTTP/1.1" status: 404 len: 347 time: 0.0132282 Mar 22 17:46:21.746264 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52036) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:21.869917 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Deleting port 8fc21b8a-88c1-4d82-9349-af110f8dddf9 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:21.870262 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.946366 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.946609 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (8fc21b8a-88c1-4d82-9349-af110f8dddf9), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:21.958800 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Calling delete_port for 8fc21b8a-88c1-4d82-9349-af110f8dddf9 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:22.098144 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (8fc21b8a-88c1-4d82-9349-af110f8dddf9), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.125326 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Pushing event deleted for resources: {'Port': ['ID=8fc21b8a-88c1-4d82-9349-af110f8dddf9,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:22.189247 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks [] for floatingip (94561fc5-6670-4397-a53f-b102429d8ed0), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.191809 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:22.193544 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a92ff288-fde5-4d90-ac77-503e6ce25375 tempest-AttachVolumeNegativeTest-330490994 tempest-AttachVolumeNegativeTest-330490994-project] 10.222.0.69 "DELETE /v2.0/floatingips/94561fc5-6670-4397-a53f-b102429d8ed0 HTTP/1.1" status: 204 len: 168 time: 0.4463518 Mar 22 17:46:26.593266 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e597fd1e-df73-4514-b0f2-54b2b277d6da no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:26.618517 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: e597fd1e-df73-4514-b0f2-54b2b277d6da {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:26.618841 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device e597fd1e-df73-4514-b0f2-54b2b277d6da not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:28.898262 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a5eadfbf-3a60-4dd5-8e69-e5581db3805d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.097349 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52152) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:31.299483 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6da3ef03-92e2-4b39-b4f3-5db963c1d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.582318 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52176) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:31.585599 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.686554 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dffa5784-2ef3-4b5b-9bff-a6ddd0eb8513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.762241 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dffa5784-2ef3-4b5b-9bff-a6ddd0eb8513 admin admin] Publish callbacks [] for security_group (c30009ac-4b71-4d3e-9ebc-b46450029e9b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.766253 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dffa5784-2ef3-4b5b-9bff-a6ddd0eb8513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c30009ac-4b71-4d3e-9ebc-b46450029e9b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.804323 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dffa5784-2ef3-4b5b-9bff-a6ddd0eb8513 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f6722dcb6904bff88eb86f21ebfc611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203817 Mar 22 17:46:31.806899 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52180) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:31.813851 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa5784-2ef3-4b5b-9bff-a6ddd0eb8513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30009ac-4b71-4d3e-9ebc-b46450029e9b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:31.846619 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Deleting port fa16a10a-ff86-4e7f-bff0-bbeff38d7647 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:31.847014 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.934629 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] For port fa16a10a-ff86-4e7f-bff0-bbeff38d7647, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:31.935001 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:31.949280 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Calling delete_port for fa16a10a-ff86-4e7f-bff0-bbeff38d7647 owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:32.137626 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] Publish callbacks [] for security_group (c30009ac-4b71-4d3e-9ebc-b46450029e9b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.139478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (fa16a10a-ff86-4e7f-bff0-bbeff38d7647), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.159107 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] Publish callbacks [] for security_group (c30009ac-4b71-4d3e-9ebc-b46450029e9b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.166363 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa16a10a-ff86-4e7f-bff0-bbeff38d7647,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:32.216888 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c30009ac-4b71-4d3e-9ebc-b46450029e9b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.219576 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.220969 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c30009ac-4b71-4d3e-9ebc-b46450029e9b HTTP/1.1" status: 204 len: 168 time: 0.4129417 Mar 22 17:46:32.234551 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1314a9-4724-44e6-bcb4-347f8efc6802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30009ac-4b71-4d3e-9ebc-b46450029e9b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:32.285958 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.377381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.543833 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52186) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:32.557485 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d757ed1-3621-4332-a5ab-d68071e1308b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.606645 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Router e37ced10-7742-4f9e-a7cf-173cb88d2636 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:32.636887 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d757ed1-3621-4332-a5ab-d68071e1308b admin admin] Publish callbacks [] for security_group (9add4063-86b1-484b-817b-91af5db82ab7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.641051 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d757ed1-3621-4332-a5ab-d68071e1308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9add4063-86b1-484b-817b-91af5db82ab7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.679378 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d757ed1-3621-4332-a5ab-d68071e1308b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=705e6f7c48ee48dab07dc210eaa68189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343961 Mar 22 17:46:32.681068 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757ed1-3621-4332-a5ab-d68071e1308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9add4063-86b1-484b-817b-91af5db82ab7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:32.682935 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52188) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:32.753952 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:32.760469 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-fe241840-de95-4e5c-8560-fcb32b78958d admin admin] 10.222.0.69 "PUT /v2.0/routers/e37ced10-7742-4f9e-a7cf-173cb88d2636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6620328 Mar 22 17:46:32.763209 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52190) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:32.763478 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] Publish callbacks [] for security_group (9add4063-86b1-484b-817b-91af5db82ab7), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.765619 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Sync routers for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:32.776732 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:32.777452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:32.787142 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] Publish callbacks [] for security_group (9add4063-86b1-484b-817b-91af5db82ab7), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.840046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9add4063-86b1-484b-817b-91af5db82ab7), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.842723 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.846783 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9add4063-86b1-484b-817b-91af5db82ab7 HTTP/1.1" status: 204 len: 168 time: 0.1600585 Mar 22 17:46:32.855246 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eca1e-6e11-496e-a497-426231385254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add4063-86b1-484b-817b-91af5db82ab7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:32.904941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks [] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:32.924637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:33.017425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks [] for router_gateway (e37ced10-7742-4f9e-a7cf-173cb88d2636), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.075021 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Deleting port 1467b800-3cd2-42e7-a38d-583d0517974a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:33.075368 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.127464 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:32Z', 'revision_number': 5, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port': {'id': '1467b800-3cd2-42e7-a38d-583d0517974a', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:33.155472 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Checking router: e37ced10-7742-4f9e-a7cf-173cb88d2636 for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:33.161903 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] For port 1467b800-3cd2-42e7-a38d-583d0517974a, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=1467b800-3cd2-42e7-a38d-583d0517974a,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:33.162491 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.164947 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Routers {'e37ced10-7742-4f9e-a7cf-173cb88d2636'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:33.165571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['e37ced10-7742-4f9e-a7cf-173cb88d2636'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:33.178519 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Calling delete_port for 1467b800-3cd2-42e7-a38d-583d0517974a owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:33.257947 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] Set router e37ced10-7742-4f9e-a7cf-173cb88d2636 gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:33.311690 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:33Z', 'revision_number': 6, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:33.341624 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc552ddf-9276-4494-b7eb-f41304d88cff None None] The sync data for ids ['e37ced10-7742-4f9e-a7cf-173cb88d2636'] in dv-cinder-820578-3-iscsi is: [{'id': 'e37ced10-7742-4f9e-a7cf-173cb88d2636', 'name': 'tempest-AttachVolumeNegativeTest-1359307596-router', 'tenant_id': 'b8efb51627414b0898d2d1cadb68d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:33Z', 'revision_number': 6, 'project_id': 'b8efb51627414b0898d2d1cadb68d44f', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:33.377283 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (1467b800-3cd2-42e7-a38d-583d0517974a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.405740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Pushing event deleted for resources: {'Port': ['ID=1467b800-3cd2-42e7-a38d-583d0517974a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:33.481787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.581343 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.584447 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks [] for router_controller (e37ced10-7742-4f9e-a7cf-173cb88d2636), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.651424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (e37ced10-7742-4f9e-a7cf-173cb88d2636), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.652281 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37ced10-7742-4f9e-a7cf-173cb88d2636 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:46:33.656780 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.657942 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ba3ae1f1-c7f4-45f7-9f00-adee496b1faa admin admin] 10.222.0.69 "DELETE /v2.0/routers/e37ced10-7742-4f9e-a7cf-173cb88d2636 HTTP/1.1" status: 204 len: 168 time: 0.8831730 Mar 22 17:46:33.660503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:33.705229 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Deleting subnet 86180207-c728-4784-9d91-8ef1c578bd68 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:46:33.708819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Publish callbacks [] for subnet (86180207-c728-4784-9d91-8ef1c578bd68), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.747003 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (86180207-c728-4784-9d91-8ef1c578bd68), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.826065 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (86180207-c728-4784-9d91-8ef1c578bd68), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.883373 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (86180207-c728-4784-9d91-8ef1c578bd68), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.909040 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86180207-c728-4784-9d91-8ef1c578bd68,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:33.920740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:33.921158 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff0584-c361-4cf2-8bd3-573f880da37e None None] Network 00d86549-f654-4962-ad75-dae58b96b9cb requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:46:33.924852 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-234dd327-7622-48ad-9a74-2e5a18144530 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/86180207-c728-4784-9d91-8ef1c578bd68 HTTP/1.1" status: 204 len: 168 time: 0.2620366 Mar 22 17:46:33.927391 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52222) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:34.016098 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (00d86549-f654-4962-ad75-dae58b96b9cb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.057625 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.082407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Deleting port 42436c2a-112d-4d9a-a6b3-3767258ad2db {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:34.083114 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.133405 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] DHCP port deletion for 00d86549-f654-4962-ad75-dae58b96b9cb request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:46:34.174595 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] For port 42436c2a-112d-4d9a-a6b3-3767258ad2db, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=42436c2a-112d-4d9a-a6b3-3767258ad2db,segment=NetworkSegment(df51442f-8213-40f9-92d4-1c1aa1e617bd),segment_id=df51442f-8213-40f9-92d4-1c1aa1e617bd)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:34.175154 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.197486 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Calling delete_port for 42436c2a-112d-4d9a-a6b3-3767258ad2db owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:34.292919 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.319440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Pushing event deleted for resources: {'Port': ['ID=42436c2a-112d-4d9a-a6b3-3767258ad2db,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:34.323206 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] No DVR routers for this DVR port 42436c2a-112d-4d9a-a6b3-3767258ad2db on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:34.329415 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Deleting port 42436c2a-112d-4d9a-a6b3-3767258ad2db {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:34.329794 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.397799 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] For port 42436c2a-112d-4d9a-a6b3-3767258ad2db, host dv-cinder-820578-3-iscsi, got binding levels [] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:34.398224 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.403924 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (00d86549-f654-4962-ad75-dae58b96b9cb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.411049 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Calling delete_port for 42436c2a-112d-4d9a-a6b3-3767258ad2db owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:34.414545 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.ipam_backend_mixin [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Port 42436c2a-112d-4d9a-a6b3-3767258ad2db was not found and therefore no delete operation was performed {{(pid=103458) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 17:46:34.416757 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (42436c2a-112d-4d9a-a6b3-3767258ad2db), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.425381 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d86549-f654-4962-ad75-dae58b96b9cb']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:34.436077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df51442f-8213-40f9-92d4-1c1aa1e617bd') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:34.436789 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df51442f-8213-40f9-92d4-1c1aa1e617bd') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:34.445490 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Pushing event deleted for resources: {'Port': ['ID=42436c2a-112d-4d9a-a6b3-3767258ad2db,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:34.448742 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] No DVR routers for this DVR port 42436c2a-112d-4d9a-a6b3-3767258ad2db on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:34.452691 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (df51442f-8213-40f9-92d4-1c1aa1e617bd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.456604 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.456989 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.457338 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.458196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.458509 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.459135 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.459261 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.459521 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.459853 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.460180 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.460528 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.460859 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.461262 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.461505 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.461833 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a216fd7-9a24-4d09-b2b4-ff2dc9da1191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:34.467060 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 42436c2a-112d-4d9a-a6b3-3767258ad2db no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:34.484521 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (df51442f-8213-40f9-92d4-1c1aa1e617bd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.488824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 42436c2a-112d-4d9a-a6b3-3767258ad2db {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:34.489202 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 42436c2a-112d-4d9a-a6b3-3767258ad2db not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:34.489800 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device fa16a10a-ff86-4e7f-bff0-bbeff38d7647 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:34.490904 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:46:34.491438 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (df51442f-8213-40f9-92d4-1c1aa1e617bd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:46:34.493286 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:46:34.516340 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: fa16a10a-ff86-4e7f-bff0-bbeff38d7647 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:34.516824 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device fa16a10a-ff86-4e7f-bff0-bbeff38d7647 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:34.517350 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 1467b800-3cd2-42e7-a38d-583d0517974a no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:34.539663 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 1467b800-3cd2-42e7-a38d-583d0517974a {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:34.540132 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 1467b800-3cd2-42e7-a38d-583d0517974a not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:34.558933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (00d86549-f654-4962-ad75-dae58b96b9cb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.564554 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.567817 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] 10.222.0.69 "DELETE /v2.0/networks/00d86549-f654-4962-ad75-dae58b96b9cb HTTP/1.1" status: 204 len: 168 time: 0.6393285 Mar 22 17:46:34.580168 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dab7d-fb3d-43b8-8d1b-fdf2f4eae423 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d86549-f654-4962-ad75-dae58b96b9cb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:34.751789 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52256) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:34.793120 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b4cf172c-cb02-4b37-bb93-b8654c41b456 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8efb51627414b0898d2d1cadb68d44f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400820 Mar 22 17:46:34.795486 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52262) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:34.844197 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] Publish callbacks [] for security_group (18acbb10-afae-4e76-81fd-de937c4b6f02), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.866884 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] Publish callbacks [] for security_group (18acbb10-afae-4e76-81fd-de937c4b6f02), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.915660 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (18acbb10-afae-4e76-81fd-de937c4b6f02), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.918875 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:34.919892 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18acbb10-afae-4e76-81fd-de937c4b6f02 HTTP/1.1" status: 204 len: 168 time: 0.1233437 Mar 22 17:46:34.928875 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69bf0-445c-41dd-b1fb-39beff516e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18acbb10-afae-4e76-81fd-de937c4b6f02,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:35.111209 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:35.216008 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e09595d-2ff3-47ba-9f63-dada2e805b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.307868 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e09595d-2ff3-47ba-9f63-dada2e805b6e admin admin] Publish callbacks [] for security_group (76413db4-97f6-4945-804c-ef94f3a91535), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.313227 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e09595d-2ff3-47ba-9f63-dada2e805b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (76413db4-97f6-4945-804c-ef94f3a91535), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.357620 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5e09595d-2ff3-47ba-9f63-dada2e805b6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc17f93c1f104f3286684615bce53420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453218 Mar 22 17:46:35.358578 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09595d-2ff3-47ba-9f63-dada2e805b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76413db4-97f6-4945-804c-ef94f3a91535,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:35.360415 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52288) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:35.379804 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.410827 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] Publish callbacks [] for security_group (76413db4-97f6-4945-804c-ef94f3a91535), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.435295 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] Publish callbacks [] for security_group (76413db4-97f6-4945-804c-ef94f3a91535), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.486828 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (76413db4-97f6-4945-804c-ef94f3a91535), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.489286 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.492972 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76413db4-97f6-4945-804c-ef94f3a91535 HTTP/1.1" status: 204 len: 168 time: 0.1289020 Mar 22 17:46:35.501401 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea568-8c51-4b16-ab91-37a78cd6fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76413db4-97f6-4945-804c-ef94f3a91535,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:35.840309 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52308) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:35.853991 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-158b9537-beb9-4f08-8cf1-4b735fb7d983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.931381 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-158b9537-beb9-4f08-8cf1-4b735fb7d983 admin admin] Publish callbacks [] for security_group (b90d0e62-5164-40c3-b256-d342729e0b24), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.935336 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-158b9537-beb9-4f08-8cf1-4b735fb7d983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b90d0e62-5164-40c3-b256-d342729e0b24), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:35.974923 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-158b9537-beb9-4f08-8cf1-4b735fb7d983 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39b622fcefb247f5bade13668c3d2da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332510 Mar 22 17:46:35.977451 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52316) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:35.986890 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b9537-beb9-4f08-8cf1-4b735fb7d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d0e62-5164-40c3-b256-d342729e0b24,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:36.033221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] Publish callbacks [] for security_group (b90d0e62-5164-40c3-b256-d342729e0b24), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.055286 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] Publish callbacks [] for security_group (b90d0e62-5164-40c3-b256-d342729e0b24), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.105937 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b90d0e62-5164-40c3-b256-d342729e0b24), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.108592 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:36.109744 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b90d0e62-5164-40c3-b256-d342729e0b24 HTTP/1.1" status: 204 len: 168 time: 0.1312990 Mar 22 17:46:36.118211 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469c591-de97-4b1c-a855-a04419624ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d0e62-5164-40c3-b256-d342729e0b24,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:38.954790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52474) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:39.066190 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adf34fd-c787-4656-b28b-479634ee8dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.158990 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adf34fd-c787-4656-b28b-479634ee8dd5 admin admin] Publish callbacks [] for security_group (85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.169540 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4adf34fd-c787-4656-b28b-479634ee8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.210954 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4adf34fd-c787-4656-b28b-479634ee8dd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3dd54a76899847fba24322704f436cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547288 Mar 22 17:46:39.211830 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf34fd-c787-4656-b28b-479634ee8dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:39.213683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52486) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:39.262734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] Publish callbacks [] for security_group (85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.283659 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] Publish callbacks [] for security_group (85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.338518 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.341410 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.342691 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d HTTP/1.1" status: 204 len: 168 time: 0.1272464 Mar 22 17:46:39.351091 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ab015-f58f-4ffa-a309-8ce10041312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85806bcc-8fe0-4cd3-8aa4-9d2d86d0b04d,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:39.637903 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52502) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:39.651254 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e6e27e4-790f-4dfc-a7fc-0b2a6ddf7ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.735328 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84cdca-c499-4c4d-bb64-b7e3e68d12ff req-6458211e-a15e-4bea-9973-63e12b5db6fb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:39.736845 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a84cdca-c499-4c4d-bb64-b7e3e68d12ff req-6458211e-a15e-4bea-9973-63e12b5db6fb tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0784154 Mar 22 17:46:39.801153 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e6e27e4-790f-4dfc-a7fc-0b2a6ddf7ec7 admin admin] Publish callbacks [] for security_group (c11c1237-cf80-42c2-90de-03884878cfec), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.807709 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-6a84cdca-c499-4c4d-bb64-b7e3e68d12ff req-b0b645d9-bf3e-481c-9b38-4064fa5964de tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635023 Mar 22 17:46:39.809203 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2e6e27e4-790f-4dfc-a7fc-0b2a6ddf7ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c11c1237-cf80-42c2-90de-03884878cfec), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.846043 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e27e4-790f-4dfc-a7fc-0b2a6ddf7ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c1237-cf80-42c2-90de-03884878cfec,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:39.850790 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2e6e27e4-790f-4dfc-a7fc-0b2a6ddf7ec7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c355f3f472154082bad26cd113d1a522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118008 Mar 22 17:46:39.853425 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52504) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:39.905423 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] Publish callbacks [] for security_group (c11c1237-cf80-42c2-90de-03884878cfec), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.927920 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] Publish callbacks [] for security_group (c11c1237-cf80-42c2-90de-03884878cfec), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.975094 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c11c1237-cf80-42c2-90de-03884878cfec), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.977732 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:39.978934 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c11c1237-cf80-42c2-90de-03884878cfec HTTP/1.1" status: 204 len: 168 time: 0.1245403 Mar 22 17:46:39.986559 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697517f-039f-40d5-aa69-d796113a1928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c1237-cf80-42c2-90de-03884878cfec,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:40.937407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fa39b-7366-47a1-b1a2-520475a3d822 req-985f8bf2-e823-431c-bdee-020fd8a30dae tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:40.939010 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f5fa39b-7366-47a1-b1a2-520475a3d822 req-985f8bf2-e823-431c-bdee-020fd8a30dae tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0579491 Mar 22 17:46:41.001880 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1f5fa39b-7366-47a1-b1a2-520475a3d822 req-97168802-a7fd-4208-9344-b4bf3d9e83d9 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563743 Mar 22 17:46:41.659665 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-fdfcdca6-124c-4210-b369-b7c9db27ef72 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:41.661170 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-fdfcdca6-124c-4210-b369-b7c9db27ef72 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Mar 22 17:46:41.730106 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52580) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:41.765122 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Deleting port 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:41.765594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:41.867656 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] For port 35877a41-1396-472c-84a3-c65ad8fd60e7, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=35877a41-1396-472c-84a3-c65ad8fd60e7,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:41.868032 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:41.883164 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c993be-1924-428e-8074-7d120cd054f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.100596 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.101285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655877'] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.101285 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.l3_db [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Floating IP 5bdd732a-5c76-4b9d-af47-07e0bc4d8304 disassociated. External IP: 172.27.0.207, port: 35877a41-1396-472c-84a3-c65ad8fd60e7. Mar 22 17:46:42.101621 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Calling delete_port for 35877a41-1396-472c-84a3-c65ad8fd60e7 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:42.104639 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c993be-1924-428e-8074-7d120cd054f8 admin admin] Publish callbacks [] for security_group (0f18c6ca-a113-4431-af1b-125074a5c15e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.112350 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c1c993be-1924-428e-8074-7d120cd054f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (0f18c6ca-a113-4431-af1b-125074a5c15e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.144035 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4ef7-cf59-44e5-a2a5-cf85b3ecf833 req-90ae86d8-bc3f-4a2c-8728-0ad770c3b711 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:46:42.145567 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-de6b4ef7-cf59-44e5-a2a5-cf85b3ecf833 req-90ae86d8-bc3f-4a2c-8728-0ad770c3b711 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 946 time: 0.0557604 Mar 22 17:46:42.185345 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c1c993be-1924-428e-8074-7d120cd054f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1a7c09882d44a029cd55986e6c3a90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539809 Mar 22 17:46:42.187913 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52590) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:42.190727 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c993be-1924-428e-8074-7d120cd054f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18c6ca-a113-4431-af1b-125074a5c15e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:42.209494 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-de6b4ef7-cf59-44e5-a2a5-cf85b3ecf833 req-49294774-6559-4a60-acdb-2f454dcbbb82 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3af50-5c69-466c-a64c-11eaed67c326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583003 Mar 22 17:46:42.247430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Publish callbacks [] for security_group (0f18c6ca-a113-4431-af1b-125074a5c15e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.269062 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Publish callbacks [] for security_group (0f18c6ca-a113-4431-af1b-125074a5c15e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.275860 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (35877a41-1396-472c-84a3-c65ad8fd60e7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.308841 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'Port': ['ID=35877a41-1396-472c-84a3-c65ad8fd60e7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:42.326798 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (0f18c6ca-a113-4431-af1b-125074a5c15e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.329647 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.330912 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f18c6ca-a113-4431-af1b-125074a5c15e HTTP/1.1" status: 204 len: 168 time: 0.1420212 Mar 22 17:46:42.345301 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18c6ca-a113-4431-af1b-125074a5c15e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:42.353708 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.354276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.354926 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.355609 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.356394 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.356991 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.357592 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.358351 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.358864 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.359458 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.360246 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.360936 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.361276 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.361638 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.361928 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d792d6-b80b-417d-b40b-f0bbf480fc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:46:42.457815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:42.572699 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:42.584894 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:42.599188 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:42.599824 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:42.629341 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] No DVR routers for this DVR port 35877a41-1396-472c-84a3-c65ad8fd60e7 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:42.632138 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.635776 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ef3f6dc4-5cbf-4173-8f15-ebe479d96c9a req-6658e729-94a4-4e35-a8ab-7b31da31cf68 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.62 "DELETE /v2.0/ports/35877a41-1396-472c-84a3-c65ad8fd60e7 HTTP/1.1" status: 204 len: 173 time: 0.9696269 Mar 22 17:46:42.636272 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-deleted', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:46:42.639393 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36622d5a-a438-433a-b1fe-d61f3dacc041" -d '{"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-deleted", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:46:42.641253 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52596) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:42.669456 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5de49bc7-7445-4cfe-99c7-6850e17393ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.747849 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:42.790585 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5de49bc7-7445-4cfe-99c7-6850e17393ba admin admin] Publish callbacks [] for security_group (fec4ed9e-ac69-4dce-858a-4acb07e256d5), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.796394 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5de49bc7-7445-4cfe-99c7-6850e17393ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (fec4ed9e-ac69-4dce-858a-4acb07e256d5), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.838864 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5de49bc7-7445-4cfe-99c7-6850e17393ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14452ceda08049ada9cc076cae033610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940746 Mar 22 17:46:42.839240 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52602) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:42.890755 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de49bc7-7445-4cfe-99c7-6850e17393ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec4ed9e-ac69-4dce-858a-4acb07e256d5,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:42.940732 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] Publish callbacks [] for security_group (fec4ed9e-ac69-4dce-858a-4acb07e256d5), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.971650 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] Publish callbacks [] for security_group (fec4ed9e-ac69-4dce-858a-4acb07e256d5), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:42.973862 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42400023-09d1-4ae7-bdea-ac3fb5dd9f77 x-openstack-request-id: req-42400023-09d1-4ae7-bdea-ac3fb5dd9f77 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:46:42.974335 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc37877f-67cc-4e86-be62-d502fe983178", "name": "network-vif-deleted", "tag": "35877a41-1396-472c-84a3-c65ad8fd60e7", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:46:42.974748 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42400023-09d1-4ae7-bdea-ac3fb5dd9f77 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:46:42.975327 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42400023-09d1-4ae7-bdea-ac3fb5dd9f77'] response: {'server_uuid': 'bc37877f-67cc-4e86-be62-d502fe983178', 'name': 'network-vif-deleted', 'tag': '35877a41-1396-472c-84a3-c65ad8fd60e7', 'status': 'completed', 'code': 200} Mar 22 17:46:43.046975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (fec4ed9e-ac69-4dce-858a-4acb07e256d5), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:43.049889 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:43.051050 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fec4ed9e-ac69-4dce-858a-4acb07e256d5 HTTP/1.1" status: 204 len: 168 time: 0.2084928 Mar 22 17:46:43.059999 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d8d44-e1af-476e-b931-4ae47251fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec4ed9e-ac69-4dce-858a-4acb07e256d5,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:43.060172 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.097262 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:43.111098 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:43.112037 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.366173 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:43.404154 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9649ddaf-340b-488a-8c6d-001956f04355 req-88948e19-2d00-4718-ae88-20c019c1944e tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc37877f-67cc-4e86-be62-d502fe983178 HTTP/1.1" status: 200 len: 210 time: 0.0506072 Mar 22 17:46:43.588957 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:43.613815 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302020ee-cc03-4d5a-937c-f6f20edbb4b1 None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:34:36Z', 'revision_number': 4, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'bcc6378f-82d5-4e1a-8921-4fc4190e4857', 'name': '', 'network_id': '13dae9ab-82bb-4f83-b847-aa008142f321', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'mac_address': 'fa:16:3e:33:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:33Z', 'updated_at': '2022-03-22T17:34:58Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'subnets': [{'id': 'a9b7df96-d1b6-4382-8b25-4a0e311f1355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:43.844165 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879091c4-110c-4e39-99c1-f91bd033396f None None] New status for floating IP 5bdd732a-5c76-4b9d-af47-07e0bc4d8304: DOWN {{(pid=103458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:46:44.276128 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:46:44.295570 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52660) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.398703 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15b50655-aeec-48a2-87b3-787e1f118610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.483577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15b50655-aeec-48a2-87b3-787e1f118610 admin admin] Publish callbacks [] for security_group (bd00a3fc-cc0e-4dc6-9d62-220a83a0722e), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.488122 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-15b50655-aeec-48a2-87b3-787e1f118610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (bd00a3fc-cc0e-4dc6-9d62-220a83a0722e), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.509968 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.530371 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-15b50655-aeec-48a2-87b3-787e1f118610 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9081bb1c473046ce860dddb618cd28b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337081 Mar 22 17:46:44.532352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b50655-aeec-48a2-87b3-787e1f118610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00a3fc-cc0e-4dc6-9d62-220a83a0722e,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.533064 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.599962 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (f7a3af50-5c69-466c-a64c-11eaed67c326), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.617579 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] Publish callbacks [] for security_group (bd00a3fc-cc0e-4dc6-9d62-220a83a0722e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.642477 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (f7a3af50-5c69-466c-a64c-11eaed67c326), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.662968 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] Publish callbacks [] for security_group (bd00a3fc-cc0e-4dc6-9d62-220a83a0722e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.682435 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:44.704438 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 35877a41-1396-472c-84a3-c65ad8fd60e7 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:44.704752 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 35877a41-1396-472c-84a3-c65ad8fd60e7 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:44.731483 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f7a3af50-5c69-466c-a64c-11eaed67c326), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.734628 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.736501 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7a3af50-5c69-466c-a64c-11eaed67c326 HTTP/1.1" status: 204 len: 168 time: 0.2242980 Mar 22 17:46:44.739500 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52678) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.740816 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (bd00a3fc-cc0e-4dc6-9d62-220a83a0722e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.743644 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:44.747535 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd00a3fc-cc0e-4dc6-9d62-220a83a0722e HTTP/1.1" status: 204 len: 168 time: 0.2133431 Mar 22 17:46:44.760237 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d26e2-0d9f-4593-a09d-702b2d2aac48 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3af50-5c69-466c-a64c-11eaed67c326,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.769832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.api.v2.resource [None req-3ac4b371-5436-4d4e-b415-cb36aa261280 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] show failed (client error): The resource could not be found. Mar 22 17:46:44.771476 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3ac4b371-5436-4d4e-b415-cb36aa261280 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "GET /v2.0/security-groups/f7a3af50-5c69-466c-a64c-11eaed67c326 HTTP/1.1" status: 404 len: 347 time: 0.0308852 Mar 22 17:46:44.774598 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52684) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:44.830511 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e237c7-2f10-45a6-9c11-9ac646ae5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00a3fc-cc0e-4dc6-9d62-220a83a0722e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:44.940399 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Deleting port 50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:44.940760 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.024083 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.024497 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.039011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Calling delete_port for 50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:45.185486 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.214369 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Pushing event deleted for resources: {'Port': ['ID=50ee7c8e-20c8-4c4f-a0b7-c3b0e75d4aa4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:45.275262 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks [] for floatingip (5bdd732a-5c76-4b9d-af47-07e0bc4d8304), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.277934 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:45.279119 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-33141b7b-aa93-46d4-8169-0c8412b12a52 tempest-AttachVolumeShelveTestJSON-918522209 tempest-AttachVolumeShelveTestJSON-918522209-project] 10.222.0.69 "DELETE /v2.0/floatingips/5bdd732a-5c76-4b9d-af47-07e0bc4d8304 HTTP/1.1" status: 204 len: 168 time: 0.5035822 Mar 22 17:46:45.831969 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:47.703697 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52768) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:48.201412 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (722f06d1-ba02-4509-96b5-172b830ed11a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.295150 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52778) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:48.402789 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47c96718-cb00-4e60-abc8-6d6c005d1f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.464457 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Deleting port bcc6378f-82d5-4e1a-8921-4fc4190e4857 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:48.464814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.491143 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47c96718-cb00-4e60-abc8-6d6c005d1f28 admin admin] Publish callbacks [] for security_group (057d53d6-5802-4c49-99df-a736acf373a0), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.495867 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-47c96718-cb00-4e60-abc8-6d6c005d1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (057d53d6-5802-4c49-99df-a736acf373a0), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.543167 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-47c96718-cb00-4e60-abc8-6d6c005d1f28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f241ec742044640a2ac0b7e13d7054c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446644 Mar 22 17:46:48.543167 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96718-cb00-4e60-abc8-6d6c005d1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057d53d6-5802-4c49-99df-a736acf373a0,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:48.544317 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52790) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:48.561940 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] For port bcc6378f-82d5-4e1a-8921-4fc4190e4857, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=bcc6378f-82d5-4e1a-8921-4fc4190e4857,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:48.562317 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.580416 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Calling delete_port for bcc6378f-82d5-4e1a-8921-4fc4190e4857 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:48.594106 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] Publish callbacks [] for security_group (057d53d6-5802-4c49-99df-a736acf373a0), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.617719 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] Publish callbacks [] for security_group (057d53d6-5802-4c49-99df-a736acf373a0), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.681175 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (057d53d6-5802-4c49-99df-a736acf373a0), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.684895 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:48.686955 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/057d53d6-5802-4c49-99df-a736acf373a0 HTTP/1.1" status: 204 len: 168 time: 0.1411049 Mar 22 17:46:48.705808 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826dbb9-ce1e-4f8b-8d01-32701ff83e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057d53d6-5802-4c49-99df-a736acf373a0,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:49.068301 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (bcc6378f-82d5-4e1a-8921-4fc4190e4857), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.091814 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc6378f-82d5-4e1a-8921-4fc4190e4857,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:49.265376 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (722f06d1-ba02-4509-96b5-172b830ed11a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.476328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Router 722f06d1-ba02-4509-96b5-172b830ed11a has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:46:49.584203 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:46:49.589430 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e287ab45-e148-44c0-9142-8f354e9b6988 admin admin] 10.222.0.69 "PUT /v2.0/routers/722f06d1-ba02-4509-96b5-172b830ed11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8846114 Mar 22 17:46:49.591944 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52798) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:49.592993 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Sync routers for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:46:49.602759 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:49.603373 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:49.696947 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks [] for router (722f06d1-ba02-4509-96b5-172b830ed11a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.710742 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:49.808468 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks [] for router_gateway (722f06d1-ba02-4509-96b5-172b830ed11a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.864569 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Deleting port 764915a0-6733-45e6-8cae-0862516434f1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:49.864915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (764915a0-6733-45e6-8cae-0862516434f1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.905287 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '764915a0-6733-45e6-8cae-0862516434f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:49Z', 'revision_number': 5, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port': {'id': '764915a0-6733-45e6-8cae-0862516434f1', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:60:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:34:24Z', 'updated_at': '2022-03-22T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:49.933184 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Checking router: 722f06d1-ba02-4509-96b5-172b830ed11a for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:46:49.941738 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Routers {'722f06d1-ba02-4509-96b5-172b830ed11a'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:46:49.942888 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:46:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['722f06d1-ba02-4509-96b5-172b830ed11a'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:49.957413 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] For port 764915a0-6733-45e6-8cae-0862516434f1, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=764915a0-6733-45e6-8cae-0862516434f1,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:49.957864 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (764915a0-6733-45e6-8cae-0862516434f1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:49.971963 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Calling delete_port for 764915a0-6733-45e6-8cae-0862516434f1 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:50.034069 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] Set router 722f06d1-ba02-4509-96b5-172b830ed11a gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:46:50.090095 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:49Z', 'revision_number': 6, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:50.122797 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74814299-dc5e-4a4b-9125-95204565c87c None None] The sync data for ids ['722f06d1-ba02-4509-96b5-172b830ed11a'] in dv-cinder-820578-3-iscsi is: [{'id': '722f06d1-ba02-4509-96b5-172b830ed11a', 'name': 'tempest-AttachVolumeShelveTestJSON-1304074795-router', 'tenant_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:34:21Z', 'updated_at': '2022-03-22T17:46:49Z', 'revision_number': 6, 'project_id': '6f389f96505d4249a6b6f0ad56bd25d1', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:46:50.155672 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (764915a0-6733-45e6-8cae-0862516434f1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.186187 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=764915a0-6733-45e6-8cae-0862516434f1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:50.251595 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (722f06d1-ba02-4509-96b5-172b830ed11a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.344100 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (722f06d1-ba02-4509-96b5-172b830ed11a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.346318 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks [] for router_controller (722f06d1-ba02-4509-96b5-172b830ed11a), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.390252 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (722f06d1-ba02-4509-96b5-172b830ed11a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.390817 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722f06d1-ba02-4509-96b5-172b830ed11a {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:46:50.395255 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.396455 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7373a25d-a441-47fc-80c5-be97bd9fcf1d admin admin] 10.222.0.69 "DELETE /v2.0/routers/722f06d1-ba02-4509-96b5-172b830ed11a HTTP/1.1" status: 204 len: 168 time: 0.8035362 Mar 22 17:46:50.399017 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52820) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:50.446129 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Deleting subnet a9b7df96-d1b6-4382-8b25-4a0e311f1355 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:46:50.449081 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Publish callbacks [] for subnet (a9b7df96-d1b6-4382-8b25-4a0e311f1355), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.484815 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (a9b7df96-d1b6-4382-8b25-4a0e311f1355), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.573631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (a9b7df96-d1b6-4382-8b25-4a0e311f1355), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.639364 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (a9b7df96-d1b6-4382-8b25-4a0e311f1355), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.678032 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 764915a0-6733-45e6-8cae-0862516434f1 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:50.679085 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b7df96-d1b6-4382-8b25-4a0e311f1355,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:50.681176 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.686550 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c3ed24-bc86-4d41-ba54-54f9e1c7321d None None] Network 13dae9ab-82bb-4f83-b847-aa008142f321 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:46:50.687181 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b562416a-0d04-4294-b7b8-0e2427ad807e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a9b7df96-d1b6-4382-8b25-4a0e311f1355 HTTP/1.1" status: 204 len: 168 time: 0.2871447 Mar 22 17:46:50.687533 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52822) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:50.747020 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 764915a0-6733-45e6-8cae-0862516434f1 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:50.747389 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 764915a0-6733-45e6-8cae-0862516434f1 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:50.747819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device bcc6378f-82d5-4e1a-8921-4fc4190e4857 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:50.764894 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (13dae9ab-82bb-4f83-b847-aa008142f321), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.772299 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: bcc6378f-82d5-4e1a-8921-4fc4190e4857 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:50.772701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device bcc6378f-82d5-4e1a-8921-4fc4190e4857 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:50.825020 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Deleting port 41ac7907-83cc-4768-83b9-27ed3fe632cf {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:50.825306 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.903541 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] For port 41ac7907-83cc-4768-83b9-27ed3fe632cf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=41ac7907-83cc-4768-83b9-27ed3fe632cf,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:50.903924 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:50.918937 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Calling delete_port for 41ac7907-83cc-4768-83b9-27ed3fe632cf owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:50.938452 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] DHCP port deletion for 13dae9ab-82bb-4f83-b847-aa008142f321 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:46:50.993893 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Deleting port 41ac7907-83cc-4768-83b9-27ed3fe632cf {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:46:50.994201 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.011506 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.038389 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ac7907-83cc-4768-83b9-27ed3fe632cf,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:51.040305 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] No DVR routers for this DVR port 41ac7907-83cc-4768-83b9-27ed3fe632cf on host dv-cinder-820578-3-iscsi {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:51.059674 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] For port 41ac7907-83cc-4768-83b9-27ed3fe632cf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=41ac7907-83cc-4768-83b9-27ed3fe632cf,segment=NetworkSegment(72e910b0-a492-45be-8491-3280fddbaeee),segment_id=72e910b0-a492-45be-8491-3280fddbaeee)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:46:51.060074 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.073278 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Calling delete_port for 41ac7907-83cc-4768-83b9-27ed3fe632cf owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:46:51.115195 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (13dae9ab-82bb-4f83-b847-aa008142f321), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.137577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dae9ab-82bb-4f83-b847-aa008142f321']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:51.147054 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e910b0-a492-45be-8491-3280fddbaeee') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:51.147303 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e910b0-a492-45be-8491-3280fddbaeee') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:46:51.151399 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (41ac7907-83cc-4768-83b9-27ed3fe632cf), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.160319 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (72e910b0-a492-45be-8491-3280fddbaeee), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.175266 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] Pushing event deleted for resources: {'Port': ['ID=41ac7907-83cc-4768-83b9-27ed3fe632cf,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:51.179021 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (72e910b0-a492-45be-8491-3280fddbaeee), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.187082 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a888c64-7eaf-4581-bd0d-f40c5f7786f8 None None] No DVR routers for this DVR port 41ac7907-83cc-4768-83b9-27ed3fe632cf on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:46:51.188820 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:46:51.189654 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (72e910b0-a492-45be-8491-3280fddbaeee), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:46:51.192850 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:46:51.252070 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (13dae9ab-82bb-4f83-b847-aa008142f321), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.256951 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.260329 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/13dae9ab-82bb-4f83-b847-aa008142f321 HTTP/1.1" status: 204 len: 168 time: 0.5710328 Mar 22 17:46:51.274537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71fa48-f155-487b-b983-957e276420c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dae9ab-82bb-4f83-b847-aa008142f321,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:51.440269 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52844) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:51.484580 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52850) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:51.485147 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6a318b9b-6161-44e0-9e8c-c22d0e3959da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f389f96505d4249a6b6f0ad56bd25d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431526 Mar 22 17:46:51.534012 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] Publish callbacks [] for security_group (8cb51f83-9a8f-47a6-aa3a-334973e697b9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.564747 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] Publish callbacks [] for security_group (8cb51f83-9a8f-47a6-aa3a-334973e697b9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.617370 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8cb51f83-9a8f-47a6-aa3a-334973e697b9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.620094 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:51.621350 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cb51f83-9a8f-47a6-aa3a-334973e697b9 HTTP/1.1" status: 204 len: 168 time: 0.1357584 Mar 22 17:46:51.636802 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5db5de-414b-475f-ba8c-e28c1020003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb51f83-9a8f-47a6-aa3a-334973e697b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:51.732409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52856) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:51.958522 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1f17a7a-035e-41a2-8966-cfcb6f54fb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.035614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1f17a7a-035e-41a2-8966-cfcb6f54fb89 admin admin] Publish callbacks [] for security_group (7754fc41-44ba-4e9e-a993-9200bb37cd75), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.039634 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b1f17a7a-035e-41a2-8966-cfcb6f54fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7754fc41-44ba-4e9e-a993-9200bb37cd75), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.078114 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b1f17a7a-035e-41a2-8966-cfcb6f54fb89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29c3adbf39de4c509bee1716fc2ecb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445582 Mar 22 17:46:52.079380 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f17a7a-035e-41a2-8966-cfcb6f54fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754fc41-44ba-4e9e-a993-9200bb37cd75,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:52.080827 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52870) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:52.131738 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] Publish callbacks [] for security_group (7754fc41-44ba-4e9e-a993-9200bb37cd75), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.155982 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] Publish callbacks [] for security_group (7754fc41-44ba-4e9e-a993-9200bb37cd75), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.206986 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7754fc41-44ba-4e9e-a993-9200bb37cd75), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.210218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.211533 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7754fc41-44ba-4e9e-a993-9200bb37cd75 HTTP/1.1" status: 204 len: 168 time: 0.1296332 Mar 22 17:46:52.220233 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac76844-f55d-42a4-b2b5-7ff374eb51ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754fc41-44ba-4e9e-a993-9200bb37cd75,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:52.429964 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 41ac7907-83cc-4768-83b9-27ed3fe632cf no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:46:52.452627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 41ac7907-83cc-4768-83b9-27ed3fe632cf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:46:52.453141 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 41ac7907-83cc-4768-83b9-27ed3fe632cf not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:46:52.505474 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 52888) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:52.521006 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f82257a-90fc-4f50-b6be-7aee47a1c04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.603183 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f82257a-90fc-4f50-b6be-7aee47a1c04a admin admin] Publish callbacks [] for security_group (71e61dc6-6fa8-417a-b12a-eea483a218ca), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.606983 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-2f82257a-90fc-4f50-b6be-7aee47a1c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (71e61dc6-6fa8-417a-b12a-eea483a218ca), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.651828 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-2f82257a-90fc-4f50-b6be-7aee47a1c04a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6136b9124884fbd91e3a8c01976eec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426835 Mar 22 17:46:52.651828 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82257a-90fc-4f50-b6be-7aee47a1c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e61dc6-6fa8-417a-b12a-eea483a218ca,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:52.652285 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 52892) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:46:52.705324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] Publish callbacks [] for security_group (71e61dc6-6fa8-417a-b12a-eea483a218ca), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.729684 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] Publish callbacks [] for security_group (71e61dc6-6fa8-417a-b12a-eea483a218ca), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.777179 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (71e61dc6-6fa8-417a-b12a-eea483a218ca), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.779732 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:46:52.781002 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71e61dc6-6fa8-417a-b12a-eea483a218ca HTTP/1.1" status: 204 len: 168 time: 0.1275954 Mar 22 17:46:52.788626 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1e739-fd79-47a7-b178-224c279188a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e61dc6-6fa8-417a-b12a-eea483a218ca,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:46:58.900153 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d614aed9-185b-47df-b6bb-03edf14e8a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:01.296679 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41893af5-e073-4641-9b0e-a2bdffd963dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:01.800427 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53030) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:01.900823 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff93acde-7a33-4d75-bf2e-4a75dcebbc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:01.974673 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff93acde-7a33-4d75-bf2e-4a75dcebbc68 admin admin] Publish callbacks [] for security_group (8c28dbb0-159d-48f5-aafd-eb280bef98b3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:01.978441 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff93acde-7a33-4d75-bf2e-4a75dcebbc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8c28dbb0-159d-48f5-aafd-eb280bef98b3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.014527 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93acde-7a33-4d75-bf2e-4a75dcebbc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28dbb0-159d-48f5-aafd-eb280bef98b3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:02.018816 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ff93acde-7a33-4d75-bf2e-4a75dcebbc68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cab23bafac1a49b9966eff28856fdf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174354 Mar 22 17:47:02.021430 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53034) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:02.069031 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] Publish callbacks [] for security_group (8c28dbb0-159d-48f5-aafd-eb280bef98b3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.092546 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] Publish callbacks [] for security_group (8c28dbb0-159d-48f5-aafd-eb280bef98b3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.138258 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (8c28dbb0-159d-48f5-aafd-eb280bef98b3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.140907 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.142058 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c28dbb0-159d-48f5-aafd-eb280bef98b3 HTTP/1.1" status: 204 len: 168 time: 0.1197352 Mar 22 17:47:02.150669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1cff-90c5-4ff7-ba4a-499f2ec36aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28dbb0-159d-48f5-aafd-eb280bef98b3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:02.277525 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.398384 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53042) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:02.411638 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d971f74f-5ac7-4a83-9bf7-7c1e30c5553c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.486518 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d971f74f-5ac7-4a83-9bf7-7c1e30c5553c admin admin] Publish callbacks [] for security_group (c1f868d1-df51-404f-9839-6bc7dc029f32), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.490249 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d971f74f-5ac7-4a83-9bf7-7c1e30c5553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c1f868d1-df51-404f-9839-6bc7dc029f32), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.526432 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971f74f-5ac7-4a83-9bf7-7c1e30c5553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f868d1-df51-404f-9839-6bc7dc029f32,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:02.530962 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d971f74f-5ac7-4a83-9bf7-7c1e30c5553c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af27e0f05ce74d3e9b3924edada9d503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315439 Mar 22 17:47:02.533577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53044) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:02.587088 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] Publish callbacks [] for security_group (c1f868d1-df51-404f-9839-6bc7dc029f32), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.608211 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] Publish callbacks [] for security_group (c1f868d1-df51-404f-9839-6bc7dc029f32), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.664605 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (c1f868d1-df51-404f-9839-6bc7dc029f32), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.667110 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:02.668300 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1f868d1-df51-404f-9839-6bc7dc029f32 HTTP/1.1" status: 204 len: 168 time: 0.1338179 Mar 22 17:47:02.676809 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e93293-0f00-490a-8bda-f2e9ffa0407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f868d1-df51-404f-9839-6bc7dc029f32,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:04.057056 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:04.882345 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53118) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:04.985020 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d9595a8-71a7-4107-ad65-10cefa3a15d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.058288 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d9595a8-71a7-4107-ad65-10cefa3a15d7 admin admin] Publish callbacks [] for security_group (9bc6871d-03b1-462a-82c6-afd70b5967db), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.062183 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6d9595a8-71a7-4107-ad65-10cefa3a15d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9bc6871d-03b1-462a-82c6-afd70b5967db), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.103785 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9595a8-71a7-4107-ad65-10cefa3a15d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc6871d-03b1-462a-82c6-afd70b5967db,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:05.108929 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6d9595a8-71a7-4107-ad65-10cefa3a15d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6d27ce5495b486e9f0cbb8c560b5f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255745 Mar 22 17:47:05.111651 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53122) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:05.162775 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] Publish callbacks [] for security_group (9bc6871d-03b1-462a-82c6-afd70b5967db), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.186598 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] Publish callbacks [] for security_group (9bc6871d-03b1-462a-82c6-afd70b5967db), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.234210 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9bc6871d-03b1-462a-82c6-afd70b5967db), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.236829 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.238008 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9bc6871d-03b1-462a-82c6-afd70b5967db HTTP/1.1" status: 204 len: 168 time: 0.1253603 Mar 22 17:47:05.246296 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9df97-a481-4129-a38b-f8142c2a6ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc6871d-03b1-462a-82c6-afd70b5967db,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:05.363600 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.504803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53130) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:05.518885 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6842629f-23b0-4e68-a048-624720470962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.593351 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6842629f-23b0-4e68-a048-624720470962 admin admin] Publish callbacks [] for security_group (2e3a8397-afda-4020-94ae-b7e00353f5d2), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.597253 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-6842629f-23b0-4e68-a048-624720470962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2e3a8397-afda-4020-94ae-b7e00353f5d2), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.635282 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-6842629f-23b0-4e68-a048-624720470962 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2be5046b724844ddb48d704e1c0770bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293924 Mar 22 17:47:05.636448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842629f-23b0-4e68-a048-624720470962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a8397-afda-4020-94ae-b7e00353f5d2,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:05.638060 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53132) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:05.685418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] Publish callbacks [] for security_group (2e3a8397-afda-4020-94ae-b7e00353f5d2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.706678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] Publish callbacks [] for security_group (2e3a8397-afda-4020-94ae-b7e00353f5d2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.753564 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (2e3a8397-afda-4020-94ae-b7e00353f5d2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.756835 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:05.757969 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e3a8397-afda-4020-94ae-b7e00353f5d2 HTTP/1.1" status: 204 len: 168 time: 0.1189210 Mar 22 17:47:05.765241 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755247-2af5-4978-ad51-b47ab41fbe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a8397-afda-4020-94ae-b7e00353f5d2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:12.966043 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53234) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:13.075790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f00a7942-a85e-4127-a1f0-b289cff86476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.148489 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f00a7942-a85e-4127-a1f0-b289cff86476 admin admin] Publish callbacks [] for security_group (28a8527e-e304-42d5-9085-c46c3ef4f0f9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.154944 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f00a7942-a85e-4127-a1f0-b289cff86476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (28a8527e-e304-42d5-9085-c46c3ef4f0f9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.196450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a7942-a85e-4127-a1f0-b289cff86476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a8527e-e304-42d5-9085-c46c3ef4f0f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:13.200969 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f00a7942-a85e-4127-a1f0-b289cff86476 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=932ee3199c6e48ceb95e08b016658bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338836 Mar 22 17:47:13.203594 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:13.256259 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] Publish callbacks [] for security_group (28a8527e-e304-42d5-9085-c46c3ef4f0f9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.278409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] Publish callbacks [] for security_group (28a8527e-e304-42d5-9085-c46c3ef4f0f9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.326016 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (28a8527e-e304-42d5-9085-c46c3ef4f0f9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.328612 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.329864 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28a8527e-e304-42d5-9085-c46c3ef4f0f9 HTTP/1.1" status: 204 len: 168 time: 0.1253541 Mar 22 17:47:13.338077 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af45ef-33bc-400b-b277-363fe3d47590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a8527e-e304-42d5-9085-c46c3ef4f0f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:13.598631 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:13.611465 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74810d22-98c9-4ae7-9af5-793b118d7ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.683947 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74810d22-98c9-4ae7-9af5-793b118d7ed5 admin admin] Publish callbacks [] for security_group (904d6047-a919-48ca-9529-23a22a4ee50e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.687406 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-74810d22-98c9-4ae7-9af5-793b118d7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (904d6047-a919-48ca-9529-23a22a4ee50e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.725172 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-74810d22-98c9-4ae7-9af5-793b118d7ed5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da74eae1d6184254960f5a931a4e8912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253242 Mar 22 17:47:13.725941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810d22-98c9-4ae7-9af5-793b118d7ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d6047-a919-48ca-9529-23a22a4ee50e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:13.727809 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53248) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:13.775218 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] Publish callbacks [] for security_group (904d6047-a919-48ca-9529-23a22a4ee50e), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.796111 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] Publish callbacks [] for security_group (904d6047-a919-48ca-9529-23a22a4ee50e), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.846277 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (904d6047-a919-48ca-9529-23a22a4ee50e), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.849660 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:13.850819 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/904d6047-a919-48ca-9529-23a22a4ee50e HTTP/1.1" status: 204 len: 168 time: 0.1219006 Mar 22 17:47:13.859084 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff2e7c-254b-45b3-922a-c4284674084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d6047-a919-48ca-9529-23a22a4ee50e,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:15.827127 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:21.275340 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:47:28.157606 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-fc285acc-1043-42e4-b9c2-39ec86ce8b80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466437 Mar 22 17:47:28.287935 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-ee6c6a71-eef5-467b-90d9-348de73de71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.288937 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-ee6c6a71-eef5-467b-90d9-348de73de71b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0475671 Mar 22 17:47:28.422362 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-2564c74a-7296-49b7-861c-7b43b0d47159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.423833 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-2564c74a-7296-49b7-861c-7b43b0d47159 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.1163759 Mar 22 17:47:28.504174 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-0abad3c7-934d-4e19-a299-c94ba78be142 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 1000 time: 0.0737300 Mar 22 17:47:28.564678 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-77a949dc-24fa-425b-88b9-bb1f66627035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.566261 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-77a949dc-24fa-425b-88b9-bb1f66627035 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0564289 Mar 22 17:47:28.627065 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-ab29215c-36fc-4bf1-89e5-0153bb69bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:28.627065 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-ab29215c-36fc-4bf1-89e5-0153bb69bf36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550733 Mar 22 17:47:28.737064 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-13dfa9c5-3914-4192-ae60-bca9f94dd050 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026969 Mar 22 17:47:28.834715 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-19d8ac32-4835-4492-8059-a6f318c16dbb req-945e9c1b-90b9-4197-8809-44245df7cc3a service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915706 Mar 22 17:47:28.902039 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3c9ecd4-a9f1-4069-b2ac-6388a35f79c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.017333 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53494) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.118984 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-01a8e87a-7ff8-4a5b-8124-9056cd1e70d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.211438 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-01a8e87a-7ff8-4a5b-8124-9056cd1e70d6 admin admin] Publish callbacks [] for security_group (7dd0c54e-439f-4098-bcea-d2e021536fd9), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.214988 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-01a8e87a-7ff8-4a5b-8124-9056cd1e70d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7dd0c54e-439f-4098-bcea-d2e021536fd9), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.252885 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-01a8e87a-7ff8-4a5b-8124-9056cd1e70d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05da9ff6b5894b36a381e3098bee2d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344351 Mar 22 17:47:31.253610 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e87a-7ff8-4a5b-8124-9056cd1e70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd0c54e-439f-4098-bcea-d2e021536fd9,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.256236 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53498) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.297442 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9a576476-75d7-4baa-80dc-b3c316dc0067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.305024 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Publish callbacks [] for security_group (7dd0c54e-439f-4098-bcea-d2e021536fd9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.329877 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Publish callbacks [] for security_group (7dd0c54e-439f-4098-bcea-d2e021536fd9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.377221 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (7dd0c54e-439f-4098-bcea-d2e021536fd9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.380346 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.381536 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dd0c54e-439f-4098-bcea-d2e021536fd9 HTTP/1.1" status: 204 len: 168 time: 0.1242397 Mar 22 17:47:31.389433 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd0c54e-439f-4098-bcea-d2e021536fd9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.396669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.397022 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.397386 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.397713 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.398048 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.398415 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.398709 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.399039 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.399368 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.399683 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.400011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.400334 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.400687 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.401007 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.401329 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992434ff-8044-4017-beda-c2aa68a3def2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:31.636922 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53504) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.650147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d648c2e-7a29-4162-a2b1-f379b753e1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.721909 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d648c2e-7a29-4162-a2b1-f379b753e1ab admin admin] Publish callbacks [] for security_group (12c3f85a-6964-4689-922a-a19233924dd4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.726337 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5d648c2e-7a29-4162-a2b1-f379b753e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (12c3f85a-6964-4689-922a-a19233924dd4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.762386 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5d648c2e-7a29-4162-a2b1-f379b753e1ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42f9b7636b00445b9fafbda196527e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244042 Mar 22 17:47:31.764332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d648c2e-7a29-4162-a2b1-f379b753e1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3f85a-6964-4689-922a-a19233924dd4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:31.765136 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53506) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:31.813467 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] Publish callbacks [] for security_group (12c3f85a-6964-4689-922a-a19233924dd4), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.835409 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] Publish callbacks [] for security_group (12c3f85a-6964-4689-922a-a19233924dd4), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.882291 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (12c3f85a-6964-4689-922a-a19233924dd4), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.885099 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:31.886256 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12c3f85a-6964-4689-922a-a19233924dd4 HTTP/1.1" status: 204 len: 168 time: 0.1201341 Mar 22 17:47:31.893803 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a2c4-bb3d-417c-8610-ed953731e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3f85a-6964-4689-922a-a19233924dd4,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:32.285811 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.324967 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:33.428740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-adc88c33-494f-4ff5-b9ab-6c1f896e7ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.508323 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-adc88c33-494f-4ff5-b9ab-6c1f896e7ee8 admin admin] Publish callbacks [] for security_group (9650e647-91f2-4f3d-be1b-eed820b9e39f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.512450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-adc88c33-494f-4ff5-b9ab-6c1f896e7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9650e647-91f2-4f3d-be1b-eed820b9e39f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.553200 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-adc88c33-494f-4ff5-b9ab-6c1f896e7ee8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a67a1d158cd4900bdec447f45dcb9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270570 Mar 22 17:47:33.554055 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc88c33-494f-4ff5-b9ab-6c1f896e7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9650e647-91f2-4f3d-be1b-eed820b9e39f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:33.556063 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53566) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:33.612098 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] Publish callbacks [] for security_group (9650e647-91f2-4f3d-be1b-eed820b9e39f), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.637690 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] Publish callbacks [] for security_group (9650e647-91f2-4f3d-be1b-eed820b9e39f), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.687050 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (9650e647-91f2-4f3d-be1b-eed820b9e39f), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.689771 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:33.693414 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9650e647-91f2-4f3d-be1b-eed820b9e39f HTTP/1.1" status: 204 len: 168 time: 0.1337485 Mar 22 17:47:33.699288 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9010c9d-b386-4d1b-8960-83b3f4234ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650e647-91f2-4f3d-be1b-eed820b9e39f,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:34.058272 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:35.367209 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:36.867145 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53620) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:36.966698 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff8ea-808c-4588-be44-6773f34bb004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.041123 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff8ea-808c-4588-be44-6773f34bb004 admin admin] Publish callbacks [] for security_group (f653ae62-3212-456b-b335-ed6a5a2b3183), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.044878 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff8ea-808c-4588-be44-6773f34bb004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f653ae62-3212-456b-b335-ed6a5a2b3183), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.081390 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-7e0ff8ea-808c-4588-be44-6773f34bb004 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f655a67c6f234a208317aac61ce8657c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132154 Mar 22 17:47:37.083464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff8ea-808c-4588-be44-6773f34bb004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f653ae62-3212-456b-b335-ed6a5a2b3183,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:37.084175 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:37.132966 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] Publish callbacks [] for security_group (f653ae62-3212-456b-b335-ed6a5a2b3183), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.153212 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] Publish callbacks [] for security_group (f653ae62-3212-456b-b335-ed6a5a2b3183), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.199974 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (f653ae62-3212-456b-b335-ed6a5a2b3183), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.202589 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.203735 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f653ae62-3212-456b-b335-ed6a5a2b3183 HTTP/1.1" status: 204 len: 168 time: 0.1185331 Mar 22 17:47:37.211086 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206d9e0-0699-4db2-9634-2702e212efc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f653ae62-3212-456b-b335-ed6a5a2b3183,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:37.460261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:37.473356 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea462cc-16e7-49cf-95ee-e8116539def6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.545994 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea462cc-16e7-49cf-95ee-e8116539def6 admin admin] Publish callbacks [] for security_group (e5cf29eb-2d37-4e49-8699-5c61fd1a6ade), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.549790 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eea462cc-16e7-49cf-95ee-e8116539def6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e5cf29eb-2d37-4e49-8699-5c61fd1a6ade), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.589054 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-eea462cc-16e7-49cf-95ee-e8116539def6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dea797b881a4923af02a6f773f8aaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276760 Mar 22 17:47:37.590165 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea462cc-16e7-49cf-95ee-e8116539def6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cf29eb-2d37-4e49-8699-5c61fd1a6ade,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:37.592062 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53632) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:37.645267 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] Publish callbacks [] for security_group (e5cf29eb-2d37-4e49-8699-5c61fd1a6ade), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.668696 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] Publish callbacks [] for security_group (e5cf29eb-2d37-4e49-8699-5c61fd1a6ade), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.714296 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (e5cf29eb-2d37-4e49-8699-5c61fd1a6ade), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.716864 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:37.718038 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5cf29eb-2d37-4e49-8699-5c61fd1a6ade HTTP/1.1" status: 204 len: 168 time: 0.1249139 Mar 22 17:47:37.725929 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7aa70-498a-4ebb-86ec-c63836880163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cf29eb-2d37-4e49-8699-5c61fd1a6ade,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:40.021721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53702) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:40.123715 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e463b264-29be-4b31-8576-03743e16d630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.196363 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e463b264-29be-4b31-8576-03743e16d630 admin admin] Publish callbacks [] for security_group (be936848-678c-4670-8903-b5e68fbefa29), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.200185 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e463b264-29be-4b31-8576-03743e16d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (be936848-678c-4670-8903-b5e68fbefa29), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.238666 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e463b264-29be-4b31-8576-03743e16d630 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8b63379510b48a491653c25808f6c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158039 Mar 22 17:47:40.239655 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b264-29be-4b31-8576-03743e16d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be936848-678c-4670-8903-b5e68fbefa29,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:40.241349 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53706) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:40.291567 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] Publish callbacks [] for security_group (be936848-678c-4670-8903-b5e68fbefa29), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.312762 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] Publish callbacks [] for security_group (be936848-678c-4670-8903-b5e68fbefa29), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.365832 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (be936848-678c-4670-8903-b5e68fbefa29), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.368680 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.369842 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be936848-678c-4670-8903-b5e68fbefa29 HTTP/1.1" status: 204 len: 168 time: 0.1274788 Mar 22 17:47:40.377929 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64e4a5-021e-4124-9580-ba837e09416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be936848-678c-4670-8903-b5e68fbefa29,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:40.639186 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53712) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:40.651982 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99450f09-6aa2-4133-b976-882cf7db9d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.724825 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99450f09-6aa2-4133-b976-882cf7db9d3a admin admin] Publish callbacks [] for security_group (75f0af58-d244-4a6f-9ebd-c9c259a237f7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.728490 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-99450f09-6aa2-4133-b976-882cf7db9d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (75f0af58-d244-4a6f-9ebd-c9c259a237f7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.766205 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-99450f09-6aa2-4133-b976-882cf7db9d3a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42b1131df5494b2fb58d0b886c710112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259460 Mar 22 17:47:40.767064 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99450f09-6aa2-4133-b976-882cf7db9d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f0af58-d244-4a6f-9ebd-c9c259a237f7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:40.768847 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53714) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:40.818242 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] Publish callbacks [] for security_group (75f0af58-d244-4a6f-9ebd-c9c259a237f7), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.839210 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] Publish callbacks [] for security_group (75f0af58-d244-4a6f-9ebd-c9c259a237f7), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.892113 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (75f0af58-d244-4a6f-9ebd-c9c259a237f7), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.894594 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:40.896406 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75f0af58-d244-4a6f-9ebd-c9c259a237f7 HTTP/1.1" status: 204 len: 168 time: 0.1265688 Mar 22 17:47:40.903945 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d933ae-ad5c-47ed-b20d-598ec2d0cbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f0af58-d244-4a6f-9ebd-c9c259a237f7,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:42.790663 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53782) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:42.893926 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:42.967170 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Publish callbacks [] for security_group (be9bd5b7-4336-4a4e-bed1-7718469e9041), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:42.970750 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (be9bd5b7-4336-4a4e-bed1-7718469e9041), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.008724 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c444af78f5d4ddda448d6449b1699f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169859 Mar 22 17:47:43.009604 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9bd5b7-4336-4a4e-bed1-7718469e9041,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:43.011376 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53786) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:43.016914 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.017332 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.017683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.018027 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.018368 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.018721 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.019093 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.019430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.019822 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.020160 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.020559 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.020889 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.021188 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.021546 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.022993 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08ee4-cc72-4328-bafe-354bc1713396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:43.063656 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] Publish callbacks [] for security_group (be9bd5b7-4336-4a4e-bed1-7718469e9041), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.085263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] Publish callbacks [] for security_group (be9bd5b7-4336-4a4e-bed1-7718469e9041), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.134410 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (be9bd5b7-4336-4a4e-bed1-7718469e9041), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.137133 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.138289 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be9bd5b7-4336-4a4e-bed1-7718469e9041 HTTP/1.1" status: 204 len: 168 time: 0.1259017 Mar 22 17:47:43.145921 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23038cb-06d6-4c0b-bde7-84ff4febc087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9bd5b7-4336-4a4e-bed1-7718469e9041,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:43.408656 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53792) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:43.421600 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2196-e511-4aa8-83d8-1ad501ae5c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.494625 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2196-e511-4aa8-83d8-1ad501ae5c0d admin admin] Publish callbacks [] for security_group (b6bf0451-1b97-41fb-9d29-ea488660d9fc), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.498074 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2196-e511-4aa8-83d8-1ad501ae5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b6bf0451-1b97-41fb-9d29-ea488660d9fc), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.534839 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-d1ef2196-e511-4aa8-83d8-1ad501ae5c0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eab37e39beed402c86a89fff34d9f00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251280 Mar 22 17:47:43.535714 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef2196-e511-4aa8-83d8-1ad501ae5c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bf0451-1b97-41fb-9d29-ea488660d9fc,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:43.539242 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:43.586060 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] Publish callbacks [] for security_group (b6bf0451-1b97-41fb-9d29-ea488660d9fc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.607414 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] Publish callbacks [] for security_group (b6bf0451-1b97-41fb-9d29-ea488660d9fc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.653720 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (b6bf0451-1b97-41fb-9d29-ea488660d9fc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.656248 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:43.657413 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6bf0451-1b97-41fb-9d29-ea488660d9fc HTTP/1.1" status: 204 len: 168 time: 0.1177704 Mar 22 17:47:43.664949 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a7567-4df9-44bd-ab8f-460f5b04f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bf0451-1b97-41fb-9d29-ea488660d9fc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:45.826284 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.625339 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53868) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:47.727838 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33d62be3-f114-466c-910f-64812c51fe11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.805418 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33d62be3-f114-466c-910f-64812c51fe11 admin admin] Publish callbacks [] for security_group (404ae194-6ae7-4f9a-b3aa-7721efd73773), precommit_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.808960 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-33d62be3-f114-466c-910f-64812c51fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (404ae194-6ae7-4f9a-b3aa-7721efd73773), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.846193 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-33d62be3-f114-466c-910f-64812c51fe11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1de962810fa94c25b5c7ef90a91d86b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197912 Mar 22 17:47:47.847299 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d62be3-f114-466c-910f-64812c51fe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ae194-6ae7-4f9a-b3aa-7721efd73773,revision_number=1']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:47.849800 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53872) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:47.898641 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] Publish callbacks [] for security_group (404ae194-6ae7-4f9a-b3aa-7721efd73773), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.919930 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] Publish callbacks [] for security_group (404ae194-6ae7-4f9a-b3aa-7721efd73773), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.965083 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (404ae194-6ae7-4f9a-b3aa-7721efd73773), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.967681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:47.968845 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/404ae194-6ae7-4f9a-b3aa-7721efd73773 HTTP/1.1" status: 204 len: 168 time: 0.1174841 Mar 22 17:47:47.977294 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7c871-6370-4be1-865e-fd8b20f5d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ae194-6ae7-4f9a-b3aa-7721efd73773,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:48.656787 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 53896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:48.752756 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2094055018-network', 'tenant_id': '7cffb257537248e09f0989f4915f30ea'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:48.774280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Made reservation on behalf of 7cffb257537248e09f0989f4915f30ea for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:48.776744 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.786505 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.861931 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks [] for security_group (5ee5e4da-2994-41b9-a370-8cf3982a060c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.865695 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5ee5e4da-2994-41b9-a370-8cf3982a060c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.890446 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 17:47:48.900630 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee5e4da-2994-41b9-a370-8cf3982a060c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:48.906599 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (633ab49a-0e66-4e9c-af98-4094a9cd140e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.906941 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Added segment 633ab49a-0e66-4e9c-af98-4094a9cd140e of type vlan for network 8222b7d1-9cbf-420d-b579-f048cc5df24f Mar 22 17:47:48.947273 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792669177914'] for network (8222b7d1-9cbf-420d-b579-f048cc5df24f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.972523 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581'] for network (8222b7d1-9cbf-420d-b579-f048cc5df24f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:48.974587 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:48.975264 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.034271 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3763731 Mar 22 17:47:49.037534 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 53902) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:47:49.041479 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca0ab-58da-4da2-b16b-e182e9ec7d24 admin admin] Pushing event updated for resources: {'Network': ['ID=8222b7d1-9cbf-420d-b579-f048cc5df24f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:49.042562 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.v2.base [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Request body: {'subnet': {'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2094055018-subnet', 'tenant_id': '7cffb257537248e09f0989f4915f30ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:49.052035 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f details requested by agent ovs-agent-dv-cinder-820578-3-iscsi with host dv-cinder-820578-3-iscsi {{(pid=103458) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 17:47:49.062536 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Made reservation on behalf of 7cffb257537248e09f0989f4915f30ea for: {'subnet': 1} {{(pid=103456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:49.065088 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628970'] for subnet (None), before_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.483510 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10011693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628988'] for subnet (4a63c603-7868-48ab-9c5b-69b3ba1c3e14), after_create {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.531404 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a63c603-7868-48ab-9c5b-69b3ba1c3e14,revision_number=0']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:49.546089 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Checking segment: {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:49.546450 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Network hostable DHCP agents. Network: 8222b7d1-9cbf-420d-b579-f048cc5df24f, hostable agents: ['a7bc2352-0c8f-4d70-b368-170e3aa72fd3'], hosted agents: [] {{(pid=103456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 17:47:49.562294 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f is scheduled to be hosted by DHCP agent a7bc2352-0c8f-4d70-b368-170e3aa72fd3 with binding_index 1 {{(pid=103456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 17:47:49.571448 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.base_scheduler [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820578-3-iscsi, 8222b7d1-9cbf-420d-b579-f048cc5df24f) {{(pid=103456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:49.576160 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:49.577307 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:49.582103 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24068d5-d6fc-418a-8ed9-8a1cda0dc793 None None] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:49.593048 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-16a31cf9-10f8-409f-8918-dd2665532732 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5544038 Mar 22 17:47:49.679179 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa0b99-bc6e-412f-8cca-58ef8a324444 None None] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:47:51.326985 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-7acc003e-13b9-422e-b4a4-47aecd4c53d6 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:51.328458 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-7acc003e-13b9-422e-b4a4-47aecd4c53d6 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 809 time: 0.0973942 Mar 22 17:47:51.343379 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-50851047-ef08-4830-8f2f-df37b6fe34fc tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/quotas/7cffb257537248e09f0989f4915f30ea HTTP/1.1" status: 200 len: 375 time: 0.0088367 Mar 22 17:47:51.374186 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-c83f2b21-a884-4090-aa24-ab924d6a6ad5 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259888 Mar 22 17:47:51.469154 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-d4937c00-bb25-4b13-8670-6203aa993b6b service neutron] 10.222.0.69 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880177 Mar 22 17:47:51.554661 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-fa36c92e-1db0-4e1e-b13b-04cd4657098e service neutron] 10.222.0.69 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795348 Mar 22 17:47:51.716276 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-18347cab-d749-4df2-98e6-6655da851928 req-7e8d5851-e59d-4592-948c-bcccc6d46a5d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Mar 22 17:47:52.764058 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-054aeb59-f408-4a68-86b2-762cf39b5282 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:52.765603 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-054aeb59-f408-4a68-86b2-762cf39b5282 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 809 time: 0.1068647 Mar 22 17:47:52.785300 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Request body: {'port': {'device_id': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f', 'admin_state_up': True, 'tenant_id': '7cffb257537248e09f0989f4915f30ea'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:52.853166 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-70e29656-ae6a-4ad7-848e-cfb2e3d70413 req-3f8ecaf0-6397-4f9d-9474-467218078b26 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 210 time: 0.0643456 Mar 22 17:47:52.915992 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Made reservation on behalf of 7cffb257537248e09f0989f4915f30ea for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:47:52.919319 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.041503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Allocated IP 172.20.0.7 (8222b7d1-9cbf-420d-b579-f048cc5df24f/4a63c603-7868-48ab-9c5b-69b3ba1c3e14/b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:47:53.186558 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks [] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.218414 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.259603 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:47:53.262675 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:47:53.268884 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:47:53.274746 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Pushing event updated for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:53.323261 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.323875 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.339308 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2d0cd551-1a2b-43d1-bc42-013743be2bfb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581229 Mar 22 17:47:53.357757 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Request body: {'port': {'device_id': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:47:53.414090 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.667949 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:53.675046 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks [] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.687683 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Transition to ACTIVE for port object b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:47:53.690461 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.756505 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:53.803263 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Attempting to bind port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:47:53.803982 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Attempting to bind port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:47:53.803982 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Attempting to bind port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f on network 8222b7d1-9cbf-420d-b579-f048cc5df24f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:53.808198 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f on network 8222b7d1-9cbf-420d-b579-f048cc5df24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:47:53.808563 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Attempting to bind port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f on network 8222b7d1-9cbf-420d-b579-f048cc5df24f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:47:53.813723 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:47:53.814060 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Checking segment: {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:47:53.814453 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Bound using segment: {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:47:53.814879 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Bound port: b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:47:53.815243 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.879100 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:47:53.882789 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:47:53.889015 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.921037 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.921671 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:53.923101 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f HTTP/1.1" status: 200 len: 1093 time: 0.5693228 Mar 22 17:47:53.923550 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:47:53.925835 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb18daa-4a91-403e-9546-d4312881c880" -d '{"events": [{"name": "network-changed", "server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:47:53.953183 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae33b57-835b-483a-b56a-13da8eed53f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:53.969316 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab4d51e-3282-4d01-b2fc-355a3e329556 x-openstack-request-id: req-9ab4d51e-3282-4d01-b2fc-355a3e329556 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:47:53.969676 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:47:53.969930 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ab4d51e-3282-4d01-b2fc-355a3e329556 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:47:53.970501 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab4d51e-3282-4d01-b2fc-355a3e329556'] response: {'name': 'network-changed', 'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f', 'status': 'completed', 'code': 200} Mar 22 17:47:53.987582 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31efe-1574-4abc-b871-640ae137d060 req-a8d28afe-b003-4a9c-95b3-0c9953897172 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:53.990662 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d0d31efe-1574-4abc-b871-640ae137d060 req-a8d28afe-b003-4a9c-95b3-0c9953897172 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 943 time: 0.0693123 Mar 22 17:47:54.032225 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-c53b4226-e967-4104-a5fa-0d6b0910ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.033886 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-c53b4226-e967-4104-a5fa-0d6b0910ef1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0464475 Mar 22 17:47:54.038272 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-d0d31efe-1574-4abc-b871-640ae137d060 req-9b83ed28-05cf-4c74-94ad-14dbe0c48346 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Mar 22 17:47:54.094661 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-4b636310-023d-45be-a3cd-dee318ea6201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f HTTP/1.1" status: 200 len: 217 time: 0.0330009 Mar 22 17:47:54.143801 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-5374060d-4237-48e3-a7f0-f0f9e9f2bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.145301 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-5374060d-4237-48e3-a7f0-f0f9e9f2bb5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a63c603-7868-48ab-9c5b-69b3ba1c3e14 HTTP/1.1" status: 200 len: 849 time: 0.0452015 Mar 22 17:47:54.175318 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-fee1b778-b502-4b4b-8361-ca46cc8d256b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8222b7d1-9cbf-420d-b579-f048cc5df24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238202 Mar 22 17:47:54.261085 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-696288fd-b6ba-42f0-bae0-62348ce462cc service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798106 Mar 22 17:47:54.618179 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-92703d9c-f046-4d94-88ee-63e403ac46dc req-2913c250-a417-4648-9b07-9d008a427e90 service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514166 Mar 22 17:47:54.755873 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18daa-4a91-403e-9546-d4312881c880 req-c482a01d-c0b7-4e22-bdd0-6c2550020f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.757381 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-c482a01d-c0b7-4e22-bdd0-6c2550020f06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0444903 Mar 22 17:47:54.845365 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18daa-4a91-403e-9546-d4312881c880 req-e6fcb205-8655-400e-a1b2-e7e21b97d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.846814 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-e6fcb205-8655-400e-a1b2-e7e21b97d60f service neutron] 10.222.0.62 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 910 time: 0.0837481 Mar 22 17:47:54.887181 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-7702520f-8a69-4db7-8aa9-b303bb867d48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f HTTP/1.1" status: 200 len: 217 time: 0.0341144 Mar 22 17:47:54.932196 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb18daa-4a91-403e-9546-d4312881c880 req-54ba5d45-df92-4584-97c6-bd86c0dcd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:54.933646 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-54ba5d45-df92-4584-97c6-bd86c0dcd554 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a63c603-7868-48ab-9c5b-69b3ba1c3e14 HTTP/1.1" status: 200 len: 849 time: 0.0412884 Mar 22 17:47:54.963305 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-52be7361-ab29-4f43-8555-7a0ab412b449 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8222b7d1-9cbf-420d-b579-f048cc5df24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244372 Mar 22 17:47:55.050378 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-bd375c0d-3f90-48b0-9dec-91c3d2d3df39 service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813651 Mar 22 17:47:55.171827 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3eb18daa-4a91-403e-9546-d4312881c880 req-8efa44b2-732a-4534-bb23-1c26b7d84d6c service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152835 Mar 22 17:47:55.186563 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7016f-a4ed-406a-a4c0-603bca68f20b req-28b9855f-73b5-4825-a38e-37bc600c2234 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:55.187973 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecc7016f-a4ed-406a-a4c0-603bca68f20b req-28b9855f-73b5-4825-a38e-37bc600c2234 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 943 time: 0.0801005 Mar 22 17:47:55.240914 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ecc7016f-a4ed-406a-a4c0-603bca68f20b req-f88acd9e-4ed1-45a1-a1b8-34c2d0ec28c3 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Mar 22 17:47:56.357683 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9399df0-488f-45e1-b4a0-877ec5f5422b req-05ce1372-e00c-4df5-9657-a3080ce72db7 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:56.359152 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9399df0-488f-45e1-b4a0-877ec5f5422b req-05ce1372-e00c-4df5-9657-a3080ce72db7 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 943 time: 0.0513816 Mar 22 17:47:56.406191 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-c9399df0-488f-45e1-b4a0-877ec5f5422b req-47bc7d0c-d7e0-4f13-9d3a-cc9fd9db4331 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Mar 22 17:47:57.521568 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac492b-dd95-43a3-bfe0-cdfef2dd46a4 req-2a5a4a84-36a5-43df-a72e-696f8930543e tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:57.523052 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4aac492b-dd95-43a3-bfe0-cdfef2dd46a4 req-2a5a4a84-36a5-43df-a72e-696f8930543e tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 943 time: 0.0527854 Mar 22 17:47:57.569658 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-4aac492b-dd95-43a3-bfe0-cdfef2dd46a4 req-aeda0851-5629-405f-becf-8e2727bfab52 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Mar 22 17:47:58.275021 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:47:58.687436 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad8e0a-5653-499c-ab22-de22348172ef req-e45d0b22-d089-453a-b4d5-d075d133c1c0 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:58.688906 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7ad8e0a-5653-499c-ab22-de22348172ef req-e45d0b22-d089-453a-b4d5-d075d133c1c0 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 943 time: 0.0513256 Mar 22 17:47:58.737904 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-a7ad8e0a-5653-499c-ab22-de22348172ef req-60c48b55-b428-4889-936b-2bda6147217a tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Mar 22 17:47:58.904659 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-56c516d1-200b-47c5-a3a0-3ba385147ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.053165 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:47:59.145499 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:59.156726 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f', 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f', 'port_id': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f', 'mac_address': 'fa:16:3e:a5:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a63c603-7868-48ab-9c5b-69b3ba1c3e14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:47:59.195283 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:47:59.195677 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.208323 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:47:59.226854 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:47:59.230656 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:47:59.276887 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:47:59.283666 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.284025 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.284398 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.284750 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.285092 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.285457 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.285798 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.286130 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.286462 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.286793 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.287125 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.287461 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.287788 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.288117 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.288474 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:47:59.665407 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:47:59.859529 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e301c17-4262-440c-a473-b939e201fdb3 req-e99d169b-9a6a-454a-bed1-6be6d3082bc0 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:47:59.861037 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2e301c17-4262-440c-a473-b939e201fdb3 req-e99d169b-9a6a-454a-bed1-6be6d3082bc0 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 944 time: 0.0574427 Mar 22 17:47:59.912848 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2e301c17-4262-440c-a473-b939e201fdb3 req-728988f6-7b49-4440-97b0-06c6ee7b6290 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Mar 22 17:48:01.028917 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080d90-b2b3-47d4-88d0-1ec525200d50 req-a9f7b3cd-cbed-4669-a244-008eadff5d51 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:01.030307 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-55080d90-b2b3-47d4-88d0-1ec525200d50 req-a9f7b3cd-cbed-4669-a244-008eadff5d51 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 944 time: 0.0507653 Mar 22 17:48:01.053343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:01.076679 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-55080d90-b2b3-47d4-88d0-1ec525200d50 req-81b7e792-93d6-494e-8746-20304690c265 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Mar 22 17:48:01.103995 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:48:01.107956 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:01.108335 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.183160 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:01.183546 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.208087 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:01.210310 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad416f0a-9fe1-4bf2-94e7-803efd767c4c" -d '{"events": [{"server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "name": "network-vif-plugged", "status": "completed", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:01.222170 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:01.227158 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.249960 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448e39d-6035-4b72-b224-348047e6cea1 x-openstack-request-id: req-9448e39d-6035-4b72-b224-348047e6cea1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:01.250251 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "name": "network-vif-plugged", "status": "completed", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:01.250508 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9448e39d-6035-4b72-b224-348047e6cea1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:01.250899 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9448e39d-6035-4b72-b224-348047e6cea1'] response: {'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f', 'code': 200} Mar 22 17:48:01.274849 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:01.299401 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c1054112-713e-429c-bd2d-e6c0e557597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:01.453855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49277b-7329-4f14-a5aa-4ced7ea05809 req-58213f8c-ec04-4f35-82ee-ffc05101093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:01.455331 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b49277b-7329-4f14-a5aa-4ced7ea05809 req-58213f8c-ec04-4f35-82ee-ffc05101093c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0431786 Mar 22 17:48:01.497343 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0b49277b-7329-4f14-a5aa-4ced7ea05809 req-4ac80b9b-2589-4cc0-a69f-d6fcaffb9b5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Mar 22 17:48:02.191349 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1456f-0d28-4bbf-8c43-934d63876a0f req-272e3077-18a9-41a2-8f94-13f52a59b775 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:02.193492 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-41d1456f-0d28-4bbf-8c43-934d63876a0f req-272e3077-18a9-41a2-8f94-13f52a59b775 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 945 time: 0.0515945 Mar 22 17:48:02.248963 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-41d1456f-0d28-4bbf-8c43-934d63876a0f req-74195fc0-a1e8-402e-8f8a-77fda0b6f78d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498459 Mar 22 17:48:02.283050 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:03.369450 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e46b9-dec5-49c2-9af6-8bd3d894de07 req-056a3ab7-0972-467b-86f2-ddcbdf276eb5 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:03.370913 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e3e46b9-dec5-49c2-9af6-8bd3d894de07 req-056a3ab7-0972-467b-86f2-ddcbdf276eb5 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Mar 22 17:48:03.420048 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e3e46b9-dec5-49c2-9af6-8bd3d894de07 req-c7b7b40e-e749-49e1-96db-fae2e4673ee7 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Mar 22 17:48:04.061363 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:04.094881 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e414-75bc-40f6-8fa9-da7bea0203f0 req-fc5024df-880b-43ba-995a-1868b7784be5 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:04.096392 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2e09e414-75bc-40f6-8fa9-da7bea0203f0 req-fc5024df-880b-43ba-995a-1868b7784be5 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 945 time: 0.0520265 Mar 22 17:48:04.142027 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2e09e414-75bc-40f6-8fa9-da7bea0203f0 req-5f252f7c-4f1a-4c89-893d-264a6e7487ce tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Mar 22 17:48:05.273306 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40332234-5900-4a7c-b8f2-3a4af99ed73f req-58c377f2-6528-41d0-99d8-fafd58ebcada tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:05.274763 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-40332234-5900-4a7c-b8f2-3a4af99ed73f req-58c377f2-6528-41d0-99d8-fafd58ebcada tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 945 time: 0.0603242 Mar 22 17:48:05.321733 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-40332234-5900-4a7c-b8f2-3a4af99ed73f req-fd5d069e-6932-4911-851f-8029524cce24 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Mar 22 17:48:05.369420 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:05.733457 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-3d441b90-7e61-402b-b4a1-fa1031fa83ca tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:05.734908 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-3d441b90-7e61-402b-b4a1-fa1031fa83ca tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Mar 22 17:48:05.831551 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Deleting port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:05.831893 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:05.933873 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] For port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:05.934238 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:05.947571 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Calling delete_port for b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:06.075801 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:06.103463 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Pushing event deleted for resources: {'Port': ['ID=b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:06.111033 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:06.154818 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] No DVR routers for this DVR port b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:06.157274 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:06.160560 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e6a005b3-bd2d-4d4b-8a80-36a226508094 req-a17c3511-b6ce-4545-9eff-2c8fbd3f8e68 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "DELETE /v2.0/ports/b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f HTTP/1.1" status: 204 len: 173 time: 0.4203975 Mar 22 17:48:06.161633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'name': 'network-vif-deleted', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:06.163832 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922cf3ed-dc7d-449d-ac3c-14e8b5243d43" -d '{"events": [{"server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "name": "network-vif-deleted", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:06.198320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1b2c1-4a01-45de-892f-2243964eb1ee x-openstack-request-id: req-d2b1b2c1-4a01-45de-892f-2243964eb1ee {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:06.198719 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209f4a20-221d-44a9-a5b4-bba84c116cb7", "name": "network-vif-deleted", "tag": "b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:06.198984 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2b1b2c1-4a01-45de-892f-2243964eb1ee {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:06.199460 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b1b2c1-4a01-45de-892f-2243964eb1ee'] response: {'server_uuid': '209f4a20-221d-44a9-a5b4-bba84c116cb7', 'name': 'network-vif-deleted', 'tag': 'b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f', 'status': 'completed', 'code': 200} Mar 22 17:48:06.428098 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-5f72d434-5c79-4f22-9c1a-cc16116a5b7f req-1e61237e-3f88-474a-aee0-d2ece312e4d3 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=209f4a20-221d-44a9-a5b4-bba84c116cb7 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Mar 22 17:48:07.700945 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b22fb9dd-c812-4c53-a9fa-84120d9c9a9d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:07.702323 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b22fb9dd-c812-4c53-a9fa-84120d9c9a9d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 809 time: 0.1086709 Mar 22 17:48:07.716796 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-676fea92-d506-44cc-902c-d81e9fd9d81d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/quotas/7cffb257537248e09f0989f4915f30ea HTTP/1.1" status: 200 len: 375 time: 0.0089250 Mar 22 17:48:07.748670 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-e45b1a6b-4915-489f-8694-71821dc1b33d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271060 Mar 22 17:48:07.806280 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-abfbee47-af71-4dfd-859c-5ee26743c5ce service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 17:48:07.807293 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-abfbee47-af71-4dfd-859c-5ee26743c5ce service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518866 Mar 22 17:48:07.894416 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-368b312f-1c87-4323-af3c-fe91228fd8d0 service neutron] 10.222.0.69 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809708 Mar 22 17:48:07.986982 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-27a414a2-dd9e-4d68-9d63-05c75112d3ae service neutron] 10.222.0.69 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860093 Mar 22 17:48:08.144188 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-0e71723b-1ab3-43da-aae0-55f34dd7a456 req-0d377ad7-000d-465b-80b5-4f1b6317e1ca tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Mar 22 17:48:09.112915 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-c44de09a-9d84-447f-82ce-5792e5453e9e tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:09.114214 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:09.114720 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-c44de09a-9d84-447f-82ce-5792e5453e9e tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 809 time: 0.1055727 Mar 22 17:48:09.132870 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Request body: {'port': {'device_id': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f', 'admin_state_up': True, 'tenant_id': '7cffb257537248e09f0989f4915f30ea'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:09.133973 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:09.134341 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device b9d9dfdf-1ae4-4bb2-8f6c-69d865066b1f not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:09.240160 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-eab98f6e-38d0-4146-9729-ca032caf7fcf req-d6cc77d5-f424-4af0-b666-6ae0f4e31769 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Mar 22 17:48:09.250089 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Made reservation on behalf of 7cffb257537248e09f0989f4915f30ea for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 17:48:09.253704 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.380690 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Allocated IP 172.20.0.5 (8222b7d1-9cbf-420d-b579-f048cc5df24f/4a63c603-7868-48ab-9c5b-69b3ba1c3e14/7499afb0-a546-4911-80a3-8aaa803cb204) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 17:48:09.533448 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks [] for port (7499afb0-a546-4911-80a3-8aaa803cb204), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.566868 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792669209052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.605498 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Network 8222b7d1-9cbf-420d-b579-f048cc5df24f is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 17:48:09.608526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 17:48:09.612091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 17:48:09.646143 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Pushing event updated for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:09.670758 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:09.671374 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:09.686368 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-92ddc0f2-5363-4663-b805-890af5d4828f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576117 Mar 22 17:48:09.702846 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Request body: {'port': {'device_id': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82057'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 17:48:09.759424 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.011213 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7499afb0-a546-4911-80a3-8aaa803cb204 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:48:10.018427 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks [] for port (7499afb0-a546-4911-80a3-8aaa803cb204), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.030560 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Transition to ACTIVE for port object 7499afb0-a546-4911-80a3-8aaa803cb204 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 17:48:10.034689 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.085386 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:10.147690 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Attempting to bind port 7499afb0-a546-4911-80a3-8aaa803cb204 on host hv-cinder-82057 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 17:48:10.148035 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Attempting to bind port 7499afb0-a546-4911-80a3-8aaa803cb204 by drivers openvswitch,hyperv on host hv-cinder-82057 at level 0 using segments [{'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 17:48:10.148925 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Attempting to bind port 7499afb0-a546-4911-80a3-8aaa803cb204 on network 8222b7d1-9cbf-420d-b579-f048cc5df24f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:48:10.153577 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Port 7499afb0-a546-4911-80a3-8aaa803cb204 on network 8222b7d1-9cbf-420d-b579-f048cc5df24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82057 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 17:48:10.153941 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Attempting to bind port 7499afb0-a546-4911-80a3-8aaa803cb204 on network 8222b7d1-9cbf-420d-b579-f048cc5df24f {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 17:48:10.158872 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Checking agent: {'id': '6dccad76-f6e6-48da-b46b-069fa1d892ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'started_at': datetime.datetime(2022, 3, 22, 17, 32, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 17:48:10.159247 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Checking segment: {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 17:48:10.159643 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Bound using segment: {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 17:48:10.160124 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Bound port: 7499afb0-a546-4911-80a3-8aaa803cb204, host: hv-cinder-82057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ab49a-0e66-4e9c-af98-4094a9cd140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 17:48:10.160565 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.226203 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 17:48:10.229167 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=7499afb0-a546-4911-80a3-8aaa803cb204,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 17:48:10.235329 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9847232'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.266441 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.267141 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:10.268549 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] 10.222.0.62 "PUT /v2.0/ports/7499afb0-a546-4911-80a3-8aaa803cb204 HTTP/1.1" status: 200 len: 1093 time: 0.5696449 Mar 22 17:48:10.268991 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:10.271945 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:10.305320 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f42864-4640-4d0e-b405-c1404ca6e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:10.312586 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d5cb8e-3847-4a10-a687-1369646f37d9 x-openstack-request-id: req-13d5cb8e-3847-4a10-a687-1369646f37d9 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:10.313009 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:10.313268 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13d5cb8e-3847-4a10-a687-1369646f37d9 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:10.313673 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d5cb8e-3847-4a10-a687-1369646f37d9'] response: {'name': 'network-changed', 'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204', 'status': 'completed', 'code': 200} Mar 22 17:48:10.394553 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-0ec94291-7eb3-42b0-9b58-1e159fc4ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.396130 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-0ec94291-7eb3-42b0-9b58-1e159fc4ad1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 1127 time: 0.0642927 Mar 22 17:48:10.407108 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193eb8-7a3d-41b8-ab94-40238cee0214 req-5410530d-812b-4edd-9daf-b4baa65a170a tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.408555 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2193eb8-7a3d-41b8-ab94-40238cee0214 req-5410530d-812b-4edd-9daf-b4baa65a170a tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 943 time: 0.0874550 Mar 22 17:48:10.450706 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-1798dee2-3f72-42e2-9b2a-b12e59eb1f73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7499afb0-a546-4911-80a3-8aaa803cb204 HTTP/1.1" status: 200 len: 217 time: 0.0412240 Mar 22 17:48:10.517597 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f2193eb8-7a3d-41b8-ab94-40238cee0214 req-b13905e3-a74f-40f7-a11f-ef2a5bca4d61 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026630 Mar 22 17:48:10.519256 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-1953fd8e-ba47-4406-9294-d21bb527557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.520862 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-1953fd8e-ba47-4406-9294-d21bb527557b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a63c603-7868-48ab-9c5b-69b3ba1c3e14 HTTP/1.1" status: 200 len: 849 time: 0.0645566 Mar 22 17:48:10.552219 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-a3cfb509-4048-46bf-8312-7074eac14b15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8222b7d1-9cbf-420d-b579-f048cc5df24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257373 Mar 22 17:48:10.643805 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-ba2f11e2-f0d9-4cca-8f48-d4d4ce8043b2 service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Mar 22 17:48:10.738716 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3c9eb30b-2607-4f89-8247-139a777b2825 req-4009936b-bece-43cc-a457-afd01fe2ecf2 service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893431 Mar 22 17:48:10.870957 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-882a4c2d-c143-452d-ad4d-961499915084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.872496 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-882a4c2d-c143-452d-ad4d-961499915084 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7cffb257537248e09f0989f4915f30ea&device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 1127 time: 0.0484014 Mar 22 17:48:10.957978 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-70fd7253-7ea1-4912-b1d0-d6ef6306fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:10.959507 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-70fd7253-7ea1-4912-b1d0-d6ef6306fe92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 200 len: 910 time: 0.0810273 Mar 22 17:48:11.001244 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-cc0e8e60-778e-4a4b-9267-658aa1e0c6e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7499afb0-a546-4911-80a3-8aaa803cb204 HTTP/1.1" status: 200 len: 217 time: 0.0351760 Mar 22 17:48:11.050633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-c43b4d88-8f10-46e8-bf86-12fd048820b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:11.052119 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-c43b4d88-8f10-46e8-bf86-12fd048820b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a63c603-7868-48ab-9c5b-69b3ba1c3e14 HTTP/1.1" status: 200 len: 849 time: 0.0457544 Mar 22 17:48:11.083355 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-d23a8196-b5fb-466c-b56c-0c58127de9cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8222b7d1-9cbf-420d-b579-f048cc5df24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252290 Mar 22 17:48:11.169200 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-5993697c-b40e-4ee0-b7a6-7e77fd597f0d service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800581 Mar 22 17:48:11.259406 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-914c2d86-96ad-47cc-b0ed-cab320a0a1d3 req-94ab492f-4ea1-46d0-a992-0c68e34ccee8 service neutron] 10.222.0.62 "GET /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Mar 22 17:48:11.645854 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b4ec2-1a31-4a7b-93de-3f88fbdd48c4 req-70796285-302b-4aa3-8d8f-ff60ef60e6f9 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:11.647401 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f61b4ec2-1a31-4a7b-93de-3f88fbdd48c4 req-70796285-302b-4aa3-8d8f-ff60ef60e6f9 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 943 time: 0.0621264 Mar 22 17:48:11.702527 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f61b4ec2-1a31-4a7b-93de-3f88fbdd48c4 req-aee7e45e-b298-412b-976f-c9cfc09143bf tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Mar 22 17:48:12.819053 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df3a0-7f6e-4b39-9840-c685c3377484 req-de6b55db-9f61-4f9c-85b1-893654ee13f6 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:12.820748 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c75df3a0-7f6e-4b39-9840-c685c3377484 req-de6b55db-9f61-4f9c-85b1-893654ee13f6 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 943 time: 0.0534005 Mar 22 17:48:12.865992 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c75df3a0-7f6e-4b39-9840-c685c3377484 req-2ddba85d-55c5-4598-b408-be074c5703f1 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395565 Mar 22 17:48:13.981828 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6333c-ef04-4a6a-b006-7eaddb88cbbe req-13901a48-0ad4-43cf-84c7-5b3ba7c97885 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:13.983325 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6a6333c-ef04-4a6a-b006-7eaddb88cbbe req-13901a48-0ad4-43cf-84c7-5b3ba7c97885 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 943 time: 0.0516400 Mar 22 17:48:14.031598 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-f6a6333c-ef04-4a6a-b006-7eaddb88cbbe req-94407a7c-b2d8-440f-89d6-b43bcc7e12c2 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Mar 22 17:48:15.130449 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 7499afb0-a546-4911-80a3-8aaa803cb204 details requested by agent hyperv_hv-cinder-82057 with host hv-cinder-82057 {{(pid=103458) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 17:48:15.160347 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e36d-b661-4c8c-b3d9-82eb1f38361f req-fa53c559-2b17-47eb-98ce-725273c73dc8 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:15.162523 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d794e36d-b661-4c8c-b3d9-82eb1f38361f req-fa53c559-2b17-47eb-98ce-725273c73dc8 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 943 time: 0.0567551 Mar 22 17:48:15.208616 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d794e36d-b661-4c8c-b3d9-82eb1f38361f req-bdaca96f-7c94-44d3-ba28-83b062fd5964 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Mar 22 17:48:15.227830 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=7499afb0-a546-4911-80a3-8aaa803cb204,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:15.239628 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Returning: {'device': '7499afb0-a546-4911-80a3-8aaa803cb204', 'network_id': '8222b7d1-9cbf-420d-b579-f048cc5df24f', 'port_id': '7499afb0-a546-4911-80a3-8aaa803cb204', 'mac_address': 'fa:16:3e:9c:0f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a63c603-7868-48ab-9c5b-69b3ba1c3e14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103458) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 17:48:15.274510 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 7499afb0-a546-4911-80a3-8aaa803cb204 is: DOWN; New status is: BUILD {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:15.275435 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.287968 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7499afb0-a546-4911-80a3-8aaa803cb204 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 17:48:15.306831 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=7499afb0-a546-4911-80a3-8aaa803cb204,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:15.310843 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:15.360368 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=4']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:15.703355 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['7499afb0-a546-4911-80a3-8aaa803cb204'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:15.845032 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:16.324928 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4238c-9eef-4190-8542-024f0af87502 req-6b09c464-c2ca-4fab-9b24-c811bc8b90d1 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:16.326386 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dce4238c-9eef-4190-8542-024f0af87502 req-6b09c464-c2ca-4fab-9b24-c811bc8b90d1 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 944 time: 0.0510437 Mar 22 17:48:16.374600 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-dce4238c-9eef-4190-8542-024f0af87502 req-cc8bf58c-bf71-41ab-b748-49ea6b32cfaf tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Mar 22 17:48:17.130550 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 7499afb0-a546-4911-80a3-8aaa803cb204 up at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 17:48:17.179943 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning for port 7499afb0-a546-4911-80a3-8aaa803cb204 completed by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 17:48:17.183563 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Provisioning complete for port 7499afb0-a546-4911-80a3-8aaa803cb204 triggered by entity L2. {{(pid=103458) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 17:48:17.183971 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133305309'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), provisioning_complete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:17.258353 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Current status of the port 7499afb0-a546-4911-80a3-8aaa803cb204 is: BUILD; New status is: ACTIVE {{(pid=103458) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 17:48:17.258743 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133464783'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:17.280442 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:17.282637 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284498af919e3792122605c8caaf2b8f6b23bc46fcc28bdc1282fb68eb8fd07c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6746c72-fd34-44f6-93e9-afb481fa484a" -d '{"events": [{"server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "name": "network-vif-plugged", "status": "completed", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:17.294620 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=7499afb0-a546-4911-80a3-8aaa803cb204,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:17.303459 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792669711764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792669209070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792669209604'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:17.329991 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be1187-aa99-4545-a0c1-21b415cb1cc1 x-openstack-request-id: req-c0be1187-aa99-4545-a0c1-21b415cb1cc1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:17.330290 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "name": "network-vif-plugged", "status": "completed", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:17.330544 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0be1187-aa99-4545-a0c1-21b415cb1cc1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:17.330930 dv-cinder-820578-3-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0be1187-aa99-4545-a0c1-21b415cb1cc1'] response: {'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204', 'code': 200} Mar 22 17:48:17.491965 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Pushing event updated for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=5']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:17.504063 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b91e6-d342-499d-839e-0463a914bd52 req-9eeecab3-1f28-4bbf-a71d-c0b71fea563d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.505643 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e62b91e6-d342-499d-839e-0463a914bd52 req-9eeecab3-1f28-4bbf-a71d-c0b71fea563d tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0594530 Mar 22 17:48:17.550147 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205d42b-b92c-41cb-8384-a82811a771d2 req-31178bff-b535-42f6-8b50-7da944a79573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:17.552424 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3205d42b-b92c-41cb-8384-a82811a771d2 req-31178bff-b535-42f6-8b50-7da944a79573 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 1129 time: 0.0453031 Mar 22 17:48:17.553832 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-e62b91e6-d342-499d-839e-0463a914bd52 req-8c8b236c-69a2-4ffd-9a28-20d85ab59778 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Mar 22 17:48:17.597198 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3205d42b-b92c-41cb-8384-a82811a771d2 req-fa018657-9ace-4a29-96ca-236f312acfb1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Mar 22 17:48:18.670651 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189cb1-ccfa-42e9-9a41-f9a274fb34b7 req-ea856f8d-64b7-44e8-bc72-db0c09b0ac6c tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:18.672021 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa189cb1-ccfa-42e9-9a41-f9a274fb34b7 req-ea856f8d-64b7-44e8-bc72-db0c09b0ac6c tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Mar 22 17:48:18.720992 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fa189cb1-ccfa-42e9-9a41-f9a274fb34b7 req-30f1934d-f673-45da-8371-87e149d47843 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Mar 22 17:48:19.841127 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81401edd-206b-42a7-bad6-86a0a466a785 req-e0c761d1-47a7-4f51-99f7-ace8db6fc46b tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:19.843266 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-81401edd-206b-42a7-bad6-86a0a466a785 req-e0c761d1-47a7-4f51-99f7-ace8db6fc46b tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0552182 Mar 22 17:48:19.893217 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-81401edd-206b-42a7-bad6-86a0a466a785 req-921ee4d4-af34-48ca-8878-bbd31012dc82 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Mar 22 17:48:20.603847 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcf2c2-70e7-4718-b73f-d5eff8842c6b req-958bc30a-56f0-4b9d-869b-0144d1ffaa2b tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:20.605271 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fdcf2c2-70e7-4718-b73f-d5eff8842c6b req-958bc30a-56f0-4b9d-869b-0144d1ffaa2b tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0519123 Mar 22 17:48:20.655204 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-0fdcf2c2-70e7-4718-b73f-d5eff8842c6b req-ef1a09ef-7b98-437b-ac33-9482764b5208 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Mar 22 17:48:21.773703 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286dae-9f44-4420-b3a7-3d2ec98ccad5 req-f5721178-111b-403a-b424-00b5ef9f8d7a tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:21.775190 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-76286dae-9f44-4420-b3a7-3d2ec98ccad5 req-f5721178-111b-403a-b424-00b5ef9f8d7a tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0521791 Mar 22 17:48:21.824549 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-76286dae-9f44-4420-b3a7-3d2ec98ccad5 req-9d8e5c4d-9ef8-479e-8d41-dbd41a9a6ccb tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ee5e4da-2994-41b9-a370-8cf3982a060c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Mar 22 17:48:22.139218 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-37240aaf-5697-4691-bd47-e277246e628f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:22.140669 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-37240aaf-5697-4691-bd47-e277246e628f tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Mar 22 17:48:22.232307 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Deleting port 7499afb0-a546-4911-80a3-8aaa803cb204 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:22.232679 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:22.317753 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] For port 7499afb0-a546-4911-80a3-8aaa803cb204, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=7499afb0-a546-4911-80a3-8aaa803cb204,segment=NetworkSegment(633ab49a-0e66-4e9c-af98-4094a9cd140e),segment_id=633ab49a-0e66-4e9c-af98-4094a9cd140e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:22.318127 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:22.330672 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Calling delete_port for 7499afb0-a546-4911-80a3-8aaa803cb204 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:22.464490 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (7499afb0-a546-4911-80a3-8aaa803cb204), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:22.494418 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Pushing event deleted for resources: {'Port': ['ID=7499afb0-a546-4911-80a3-8aaa803cb204,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:22.498768 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] get_ports_and_sgs() called for port_ids ['7499afb0-a546-4911-80a3-8aaa803cb204'] {{(pid=103458) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 17:48:22.539118 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] No DVR routers for this DVR port 7499afb0-a546-4911-80a3-8aaa803cb204 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:22.541640 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:22.544986 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c7500c26-9f57-470b-9ed9-358f8629dce1 req-42544113-e547-4015-bbe0-83a9f4a2ee73 tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.62 "DELETE /v2.0/ports/7499afb0-a546-4911-80a3-8aaa803cb204 HTTP/1.1" status: 204 len: 173 time: 0.3995745 Mar 22 17:48:22.545435 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'name': 'network-vif-deleted', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:22.547784 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db3216-8793-4af4-938c-e9f0ffb62bd9" -d '{"events": [{"server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "name": "network-vif-deleted", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:22.590628 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d901ee-3aa0-4872-b27c-2d1a726c628e x-openstack-request-id: req-e7d901ee-3aa0-4872-b27c-2d1a726c628e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:22.590925 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede898d4-c4e4-4aec-8d4e-bafa365aaef5", "name": "network-vif-deleted", "tag": "7499afb0-a546-4911-80a3-8aaa803cb204", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:22.591181 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7d901ee-3aa0-4872-b27c-2d1a726c628e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:22.591616 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d901ee-3aa0-4872-b27c-2d1a726c628e'] response: {'server_uuid': 'ede898d4-c4e4-4aec-8d4e-bafa365aaef5', 'name': 'network-vif-deleted', 'tag': '7499afb0-a546-4911-80a3-8aaa803cb204', 'status': 'completed', 'code': 200} Mar 22 17:48:22.925752 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15a1811c-1129-43af-8d7f-5800bde6c971 req-de1a9c6c-69c2-4e3e-9c6f-078c2105fc3e tempest-VolumesActionsTest-153707162 tempest-VolumesActionsTest-153707162-project] 10.222.0.69 "GET /v2.0/ports?device_id=ede898d4-c4e4-4aec-8d4e-bafa365aaef5 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Mar 22 17:48:26.439612 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 7499afb0-a546-4911-80a3-8aaa803cb204 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:26.460244 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 7499afb0-a546-4911-80a3-8aaa803cb204 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:26.460613 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 7499afb0-a546-4911-80a3-8aaa803cb204 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:28.907814 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c8acf56a-78e0-4c4b-90a3-efc9ea6d1756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:29.620528 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-36bbe4e1-cf50-4354-9eb6-19c48431d1d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427432 Mar 22 17:48:29.697796 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a428d-26de-4502-915e-923cf55f44a6 req-69773cce-0986-4a1a-9235-f81ea1119985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.699191 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-69773cce-0986-4a1a-9235-f81ea1119985 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1130 time: 0.0432222 Mar 22 17:48:29.803272 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a428d-26de-4502-915e-923cf55f44a6 req-02086078-3950-4873-b11a-8a6ae18d1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.804779 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-02086078-3950-4873-b11a-8a6ae18d1584 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.0861495 Mar 22 17:48:29.872399 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-ec040650-17e0-4143-a767-11271d453084 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 1002 time: 0.0590749 Mar 22 17:48:29.920001 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a428d-26de-4502-915e-923cf55f44a6 req-d1a7df10-76d8-4821-9a8f-b524daa3e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.921497 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-d1a7df10-76d8-4821-9a8f-b524daa3e052 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0420573 Mar 22 17:48:29.973071 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a428d-26de-4502-915e-923cf55f44a6 req-15976e34-39ce-47b3-b6c2-17cc389a64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:29.974803 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-15976e34-39ce-47b3-b6c2-17cc389a64c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467780 Mar 22 17:48:30.064288 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-bae7906a-3333-41e4-ab53-f04140bca3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Mar 22 17:48:30.154318 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-229a428d-26de-4502-915e-923cf55f44a6 req-c8f73c9f-1e77-4eb8-bf87-0121c01151ad service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840797 Mar 22 17:48:31.310589 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7c69f992-3a32-4150-814e-03c71dd8223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:32.287961 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:33.673821 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54168) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:33.893613 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port cb23cdb7-4907-4efc-9ebf-ad1ac4928c31 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:33.894042 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:33.990843 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:33.994627 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.011904 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for cb23cdb7-4907-4efc-9ebf-ad1ac4928c31 owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:34.070334 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.186424 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (cb23cdb7-4907-4efc-9ebf-ad1ac4928c31), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.230742 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=cb23cdb7-4907-4efc-9ebf-ad1ac4928c31,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:34.325612 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (737bd8a7-a351-4583-be3e-852dc58d8464), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.326288 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP 737bd8a7-a351-4583-be3e-852dc58d8464 disassociated (deleted). External IP: 172.27.0.161, port: 0ada48f8-bddb-4a59-802c-7a667e96ded8. Mar 22 17:48:34.592126 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:34.712492 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:34.717577 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:34.725112 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:34.737416 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:34.738446 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:34.752895 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-0802e2c6-4202-41df-bbaa-e55066e96610 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "DELETE /v2.0/floatingips/737bd8a7-a351-4583-be3e-852dc58d8464 HTTP/1.1" status: 204 len: 168 time: 1.0755959 Mar 22 17:48:34.752895 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:34.753697 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869142a-2c50-47f7-bebe-c52a8a20cb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:34.867343 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:34.980923 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a04f8-e668-4d64-b0dc-5339fe129ada x-openstack-request-id: req-bd3a04f8-e668-4d64-b0dc-5339fe129ada {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:34.981259 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:34.981575 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd3a04f8-e668-4d64-b0dc-5339fe129ada {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:34.982073 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3a04f8-e668-4d64-b0dc-5339fe129ada'] response: {'name': 'network-changed', 'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'status': 'completed', 'code': 200} Mar 22 17:48:35.024996 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd77f-a27e-4436-9ade-3b99ba9c95cc req-e8e39d23-bdeb-4c51-8dd3-06eb00395c7c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:35.030895 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c1fd77f-a27e-4436-9ade-3b99ba9c95cc req-e8e39d23-bdeb-4c51-8dd3-06eb00395c7c tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0645287 Mar 22 17:48:35.126504 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-1c1fd77f-a27e-4436-9ade-3b99ba9c95cc req-5b7131d3-dbf8-4579-bcc7-6240215b7a03 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858686 Mar 22 17:48:35.142910 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-f6be3c15-2529-4daa-8475-25c4ef4031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:35.144608 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-f6be3c15-2529-4daa-8475-25c4ef4031b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 1130 time: 0.1000006 Mar 22 17:48:35.180548 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:35.209398 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:35.219858 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:35.220518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:35.253086 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-5534f50f-7a1a-4392-bf16-42409b315e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:35.256312 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-5534f50f-7a1a-4392-bf16-42409b315e47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.1020148 Mar 22 17:48:35.276948 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:48:35.312012 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-97405b8d-5265-4f2e-86c1-9f84bdf7f888 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 200 len: 217 time: 0.0506217 Mar 22 17:48:35.347706 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:35.384091 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-4fe42cce-a75c-4036-b4db-b7c9a02aa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:35.385155 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-4fe42cce-a75c-4036-b4db-b7c9a02aa3e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0657382 Mar 22 17:48:35.398450 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:35.458616 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-e27065c4-382a-472d-b176-ac811c9d1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:35.462473 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-e27065c4-382a-472d-b176-ac811c9d1ebd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681744 Mar 22 17:48:35.567863 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-979b6662-a7a6-47b6-bea8-9506f6624d30 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958693 Mar 22 17:48:35.628114 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:35.655087 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2212-24b5-4fc3-908d-9deb6fb7fcd2 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_floatingips': [{'id': '8650bfbf-6517-4b80-a8a7-b1a63814c081', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'router_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'port_id': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'mac_address': 'fa:16:3e:e6:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T17:42:45Z', 'updated_at': '2022-03-22T17:42:47Z', 'revision_number': 1, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:35.698001 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5869142a-2c50-47f7-bebe-c52a8a20cb8a req-9dc4a505-e6d9-4320-bb96-75b99b3bd124 service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229525 Mar 22 17:48:35.949201 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbd097-75fc-4643-b1a5-7f10f125a5e9 None None] New status for floating IP 737bd8a7-a351-4583-be3e-852dc58d8464: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:48:36.260073 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12dcd-cffd-4a12-a636-2c5e8a3ac985 req-3d6938d0-094d-4a56-bda2-b53d4b98b91a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:36.264847 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9cf12dcd-cffd-4a12-a636-2c5e8a3ac985 req-3d6938d0-094d-4a56-bda2-b53d4b98b91a tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0648696 Mar 22 17:48:36.319953 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-9cf12dcd-cffd-4a12-a636-2c5e8a3ac985 req-9f6babe7-6141-4966-b0e0-c70cd3363c29 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523815 Mar 22 17:48:37.375643 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab4023-3090-406b-99d7-eb1443600db1 req-c17ae7f7-480f-4e1e-bc30-479f5e9fbabd tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:37.378074 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-77ab4023-3090-406b-99d7-eb1443600db1 req-c17ae7f7-480f-4e1e-bc30-479f5e9fbabd tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0743883 Mar 22 17:48:37.505929 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f383be-4727-4250-9f6b-c4c4dbd97d15 req-725d4788-e5fc-41d1-b5b8-51f39447a11d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:37.507581 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2f383be-4727-4250-9f6b-c4c4dbd97d15 req-725d4788-e5fc-41d1-b5b8-51f39447a11d tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 946 time: 0.0984428 Mar 22 17:48:37.539740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port 0ada48f8-bddb-4a59-802c-7a667e96ded8 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:37.540080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.616100 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-a2f383be-4727-4250-9f6b-c4c4dbd97d15 req-d952ee3c-0005-41d2-9b82-35253f302602 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021912 Mar 22 17:48:37.659587 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] For port 0ada48f8-bddb-4a59-802c-7a667e96ded8, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=0ada48f8-bddb-4a59-802c-7a667e96ded8,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:37.659959 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.673706 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for 0ada48f8-bddb-4a59-802c-7a667e96ded8 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:37.806336 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (0ada48f8-bddb-4a59-802c-7a667e96ded8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.846783 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=0ada48f8-bddb-4a59-802c-7a667e96ded8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:37.879208 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.879459 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.879695 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.880051 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.880526 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.880749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.881097 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.881402 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.881901 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.882223 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.882407 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.882855 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.883189 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.883520 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.883843 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:37.905299 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] No DVR routers for this DVR port 0ada48f8-bddb-4a59-802c-7a667e96ded8 on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:37.907909 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:37.912111 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-77ab4023-3090-406b-99d7-eb1443600db1 req-79bdce33-a470-40b8-9788-657c57799242 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "DELETE /v2.0/ports/0ada48f8-bddb-4a59-802c-7a667e96ded8 HTTP/1.1" status: 204 len: 173 time: 0.5291381 Mar 22 17:48:37.912633 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'name': 'network-vif-deleted', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:37.915819 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fe9a8-2837-4be2-a4df-9e88cffac98d" -d '{"events": [{"server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "name": "network-vif-deleted", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:37.961134 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fea1f4-70fd-4a0f-af94-0fe5aecd0888 x-openstack-request-id: req-16fea1f4-70fd-4a0f-af94-0fe5aecd0888 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:37.961439 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a60e4e4-c580-49bf-9c7a-2a59618c5497", "name": "network-vif-deleted", "tag": "0ada48f8-bddb-4a59-802c-7a667e96ded8", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:37.961717 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16fea1f4-70fd-4a0f-af94-0fe5aecd0888 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:37.962143 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fea1f4-70fd-4a0f-af94-0fe5aecd0888'] response: {'server_uuid': '0a60e4e4-c580-49bf-9c7a-2a59618c5497', 'name': 'network-vif-deleted', 'tag': '0ada48f8-bddb-4a59-802c-7a667e96ded8', 'status': 'completed', 'code': 200} Mar 22 17:48:38.731056 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ca7d51e5-4d38-40c5-b5a8-e965ba9dd8f2 req-9a3f534c-b381-4375-93ff-24f40721b23f tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a60e4e4-c580-49bf-9c7a-2a59618c5497 HTTP/1.1" status: 200 len: 210 time: 0.0311873 Mar 22 17:48:40.835231 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 0ada48f8-bddb-4a59-802c-7a667e96ded8 no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:40.858267 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 0ada48f8-bddb-4a59-802c-7a667e96ded8 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:40.858616 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 0ada48f8-bddb-4a59-802c-7a667e96ded8 not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:42.060549 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54244) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:42.232097 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port 0bf8a6c9-f88e-414a-842b-1614f4a0e97b {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:42.232624 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.323150 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.323485 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.336871 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for 0bf8a6c9-f88e-414a-842b-1614f4a0e97b owned by network:floatingip {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:42.513840 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (0bf8a6c9-f88e-414a-842b-1614f4a0e97b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.545205 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=0bf8a6c9-f88e-414a-842b-1614f4a0e97b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:42.615131 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (8650bfbf-6517-4b80-a8a7-b1a63814c081), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:42.615391 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.db.l3_db [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Floating IP 8650bfbf-6517-4b80-a8a7-b1a63814c081 disassociated (deleted). External IP: 172.27.0.78, port: 8b21103e-9d88-4e09-8222-c5a6f76bc97f. Mar 22 17:48:42.910937 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:43.030845 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:43.038745 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:43.043863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:43.057241 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:43.058224 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:43.081123 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-b703a5ca-0548-4158-9cb1-08665ac554da tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "DELETE /v2.0/floatingips/8650bfbf-6517-4b80-a8a7-b1a63814c081 HTTP/1.1" status: 204 len: 168 time: 1.0201466 Mar 22 17:48:43.081831 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f'}] {{(pid=103456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:43.086561 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff38c7c2430dcc8bacc322078f986fe48de9a030142dbeb254da5add6433170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fc4fe5-4ec3-42b2-8231-fa41be0159da" -d '{"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f"}]}' {{(pid=103456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:43.146671 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99304346-589d-4ba3-8374-c94fe328ad47 x-openstack-request-id: req-99304346-589d-4ba3-8374-c94fe328ad47 {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:43.146671 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f", "status": "completed", "code": 200}]} {{(pid=103456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:43.146938 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99304346-589d-4ba3-8374-c94fe328ad47 {{(pid=103456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:43.147400 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99304346-589d-4ba3-8374-c94fe328ad47'] response: {'name': 'network-changed', 'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'status': 'completed', 'code': 200} Mar 22 17:48:43.229463 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:43.276668 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-4d4fbfdf-7bcc-4426-a783-98bffcdbeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:43.278317 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-4d4fbfdf-7bcc-4426-a783-98bffcdbeaca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a64a9dbe39674a6889658095d26bcf23&device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0826590 Mar 22 17:48:43.425352 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d1580-1f06-4fb3-a6b6-4d28a3a4eddb req-da1f49d2-ac2d-426a-a3df-432db11ed07b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:43.432232 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-621d1580-1f06-4fb3-a6b6-4d28a3a4eddb req-da1f49d2-ac2d-426a-a3df-432db11ed07b tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0832586 Mar 22 17:48:43.476122 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-f4c19d6d-0360-46a4-80d4-bc8c94ad1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:43.477840 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-f4c19d6d-0360-46a4-80d4-bc8c94ad1510 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 200 len: 911 time: 0.1450098 Mar 22 17:48:43.503651 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:43.508152 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [req-621d1580-1f06-4fb3-a6b6-4d28a3a4eddb req-b468b5ca-e02e-4047-8279-217412842403 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748851 Mar 22 17:48:43.532194 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:43.532540 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-b7e60f4a-36ba-4b78-8829-7b6e521943e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 200 len: 217 time: 0.0471847 Mar 22 17:48:43.553096 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:43.553733 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:43.591421 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-c11f657c-aa92-4454-b4b9-624e79eef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:43.591421 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-c11f657c-aa92-4454-b4b9-624e79eef755 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 200 len: 849 time: 0.0505869 Mar 22 17:48:43.649291 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-4c51b143-1c3e-44dd-87c8-d3bebc3aa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:43.650787 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-4c51b143-1c3e-44dd-87c8-d3bebc3aa436 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2a947be7-ce4d-4075-adbf-8ba2bf533c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504076 Mar 22 17:48:43.681708 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:43.765892 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-5a871f4f-b687-4bd3-bff0-61f92fe31c8a service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067767 Mar 22 17:48:43.892338 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-98fc4fe5-4ec3-42b2-8231-fa41be0159da req-a5de22b7-fb0b-4c95-8614-bf764b9da2ce service neutron] 10.222.0.62 "GET /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037109 Mar 22 17:48:43.937356 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:43.968705 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6073f46-a917-47e7-8376-d254a68edcbd None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:24Z', 'revision_number': 4, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi', '_interfaces': [{'id': 'd7e0aaaa-fee1-46b5-80df-97657d2d423c', 'name': '', 'network_id': '2a947be7-ce4d-4075-adbf-8ba2bf533c52', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'mac_address': 'fa:16:3e:b0:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:23Z', 'updated_at': '2022-03-22T17:38:30Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'subnets': [{'id': 'c8a5b462-be77-439f-aa7d-3f1b2d2f9f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:44.256878 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4a546-1783-453b-9348-74b5193a94de None None] New status for floating IP 8650bfbf-6517-4b80-a8a7-b1a63814c081: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 17:48:44.291946 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-257be8aa-9009-450d-88e0-c08488179bd0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:44.293407 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-257be8aa-9009-450d-88e0-c08488179bd0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0740731 Mar 22 17:48:44.406618 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port 8b21103e-9d88-4e09-8222-c5a6f76bc97f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:44.406977 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.502269 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] For port 8b21103e-9d88-4e09-8222-c5a6f76bc97f, host hv-cinder-82057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82057',level=0,port_id=8b21103e-9d88-4e09-8222-c5a6f76bc97f,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:44.502617 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:44.517823 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for 8b21103e-9d88-4e09-8222-c5a6f76bc97f owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:44.691041 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fd056-43d5-4dbb-b03f-ba8279c8f529 req-4d52997c-5625-4e37-af83-e4e18a765032 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 17:48:44.693405 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-966fd056-43d5-4dbb-b03f-ba8279c8f529 req-4d52997c-5625-4e37-af83-e4e18a765032 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e30a107-f7d3-4465-b83b-542df1887ee6 HTTP/1.1" status: 200 len: 945 time: 0.0921524 Mar 22 17:48:44.712304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (8b21103e-9d88-4e09-8222-c5a6f76bc97f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.080630 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-966fd056-43d5-4dbb-b03f-ba8279c8f529 req-ae5a6fe8-6963-4ef9-9787-42bc01e958d3 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a358310-db29-4f8b-b53f-15b7908cbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782327 Mar 22 17:48:45.081444 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=8b21103e-9d88-4e09-8222-c5a6f76bc97f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:45.165308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] No DVR routers for this DVR port 8b21103e-9d88-4e09-8222-c5a6f76bc97f on host hv-cinder-82057 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:45.168213 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:45.171614 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [req-84cb844b-ad17-4e8d-a347-559cdc5ec059 req-3ac2cbae-7a90-46e3-a713-530da13980e7 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.62 "DELETE /v2.0/ports/8b21103e-9d88-4e09-8222-c5a6f76bc97f HTTP/1.1" status: 204 len: 173 time: 0.8723276 Mar 22 17:48:45.172099 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'name': 'network-vif-deleted', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 17:48:45.174397 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}113d11a9a5696fbf1a241d2ae151ca0f7d9f5ccab7603ba96f70799975f9ddef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556748c6-be69-4325-9e6c-2ad7f886b08a" -d '{"events": [{"server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "name": "network-vif-deleted", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 17:48:45.226933 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d851f0-fb70-4d30-8053-4b55b5144c6b x-openstack-request-id: req-23d851f0-fb70-4d30-8053-4b55b5144c6b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 17:48:45.227275 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e30a107-f7d3-4465-b83b-542df1887ee6", "name": "network-vif-deleted", "tag": "8b21103e-9d88-4e09-8222-c5a6f76bc97f", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 17:48:45.227554 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23d851f0-fb70-4d30-8053-4b55b5144c6b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 17:48:45.228433 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d851f0-fb70-4d30-8053-4b55b5144c6b'] response: {'server_uuid': '0e30a107-f7d3-4465-b83b-542df1887ee6', 'name': 'network-vif-deleted', 'tag': '8b21103e-9d88-4e09-8222-c5a6f76bc97f', 'status': 'completed', 'code': 200} Mar 22 17:48:45.838909 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.171306 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54290) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:46.294276 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Deleting port 3d6d1d30-8917-4fac-8af2-9a19310df603 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:46.294614 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.369888 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.370214 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (3d6d1d30-8917-4fac-8af2-9a19310df603), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.382785 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Calling delete_port for 3d6d1d30-8917-4fac-8af2-9a19310df603 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:46.521978 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (3d6d1d30-8917-4fac-8af2-9a19310df603), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.549169 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'Port': ['ID=3d6d1d30-8917-4fac-8af2-9a19310df603,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:46.609019 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for floatingip (a3a71ce1-5189-407d-b256-1806927d092e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.611542 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-415384'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:46.612706 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6bfc6f83-0590-45e0-9bbc-ff906f9b3619 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "DELETE /v2.0/floatingips/a3a71ce1-5189-407d-b256-1806927d092e HTTP/1.1" status: 204 len: 168 time: 0.4403505 Mar 22 17:48:47.807046 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54362) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:47.864616 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (1a358310-db29-4f8b-b53f-15b7908cbf44), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:47.893289 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (1a358310-db29-4f8b-b53f-15b7908cbf44), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:47.954544 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (1a358310-db29-4f8b-b53f-15b7908cbf44), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:47.957355 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:47.958630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a358310-db29-4f8b-b53f-15b7908cbf44 HTTP/1.1" status: 204 len: 168 time: 0.1502566 Mar 22 17:48:47.968128 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a358310-db29-4f8b-b53f-15b7908cbf44,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:47.975762 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.976116 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.976494 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.976846 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.977190 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.977532 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.977868 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.978197 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.978531 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.978865 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.979195 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.979547 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.979870 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.980608 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:47.980953 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e201d72-e1b4-410b-9bf3-22c882a7efa0 tempest-TestVolumeBootPattern-986652706 tempest-TestVolumeBootPattern-986652706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820578-3-iscsi {{(pid=103456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 17:48:48.018159 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54366) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:48.410107 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.798095 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:48.844849 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Deleting subnet 4a63c603-7868-48ab-9c5b-69b3ba1c3e14 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:48:48.847931 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Publish callbacks [] for subnet (4a63c603-7868-48ab-9c5b-69b3ba1c3e14), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.879281 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 8b21103e-9d88-4e09-8222-c5a6f76bc97f no longer exists at agent hyperv_hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:48.886233 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (4a63c603-7868-48ab-9c5b-69b3ba1c3e14), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.903185 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] No Port match for: 8b21103e-9d88-4e09-8222-c5a6f76bc97f {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:48.903600 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Device 8b21103e-9d88-4e09-8222-c5a6f76bc97f not bound to the agent host hv-cinder-82057 {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:48.926455 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (4a63c603-7868-48ab-9c5b-69b3ba1c3e14), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.933436 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Deleting port d7e0aaaa-fee1-46b5-80df-97657d2d423c {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:48.933971 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:48.979432 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (4a63c603-7868-48ab-9c5b-69b3ba1c3e14), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.006504 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a63c603-7868-48ab-9c5b-69b3ba1c3e14,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:49.010701 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.014195 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dcd7aab8-ea11-4f5d-a01c-c4262b22eff4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4a63c603-7868-48ab-9c5b-69b3ba1c3e14 HTTP/1.1" status: 204 len: 168 time: 0.2148082 Mar 22 17:48:49.016490 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:49.024873 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] For port d7e0aaaa-fee1-46b5-80df-97657d2d423c, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=d7e0aaaa-fee1-46b5-80df-97657d2d423c,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:49.025163 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.038362 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Calling delete_port for d7e0aaaa-fee1-46b5-80df-97657d2d423c owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:49.088264 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (8222b7d1-9cbf-420d-b579-f048cc5df24f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.189740 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (8222b7d1-9cbf-420d-b579-f048cc5df24f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.212001 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8222b7d1-9cbf-420d-b579-f048cc5df24f']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:49.221425 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633ab49a-0e66-4e9c-af98-4094a9cd140e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:49.221725 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633ab49a-0e66-4e9c-af98-4094a9cd140e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:49.227955 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (d7e0aaaa-fee1-46b5-80df-97657d2d423c), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.232671 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (633ab49a-0e66-4e9c-af98-4094a9cd140e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.246864 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (633ab49a-0e66-4e9c-af98-4094a9cd140e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.253367 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:48:49.253550 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e0aaaa-fee1-46b5-80df-97657d2d423c,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:49.253920 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (633ab49a-0e66-4e9c-af98-4094a9cd140e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:48:49.267973 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:48:49.319011 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (8222b7d1-9cbf-420d-b579-f048cc5df24f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.335305 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.338527 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8222b7d1-9cbf-420d-b579-f048cc5df24f HTTP/1.1" status: 204 len: 168 time: 0.3211067 Mar 22 17:48:49.339967 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd2b87-6d5a-47d1-bc9d-2ccfa6744965 admin admin] Pushing event deleted for resources: {'Network': ['ID=8222b7d1-9cbf-420d-b579-f048cc5df24f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:49.454759 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.469503 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:49.510894 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1ba61a81-c68c-427a-8e5f-6ebe9104b8ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cffb257537248e09f0989f4915f30ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402222 Mar 22 17:48:49.513567 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:49.560315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] Publish callbacks [] for security_group (5ee5e4da-2994-41b9-a370-8cf3982a060c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.581409 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] Publish callbacks [] for security_group (5ee5e4da-2994-41b9-a370-8cf3982a060c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.630661 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (5ee5e4da-2994-41b9-a370-8cf3982a060c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.633328 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.634648 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ee5e4da-2994-41b9-a370-8cf3982a060c HTTP/1.1" status: 204 len: 168 time: 0.1201301 Mar 22 17:48:49.642811 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ae6a-8394-44d8-8fd0-c0d233d7500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee5e4da-2994-41b9-a370-8cf3982a060c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:49.682732 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:49.797979 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:49.807904 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-3872dc55-f117-4ca0-a7b1-f38e4db5cb88 admin admin] 10.222.0.69 "PUT /v2.0/routers/6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7859776 Mar 22 17:48:49.808332 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54384) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:49.809881 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Sync routers for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:49.821436 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:49.822009 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:49.932122 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks [] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:49.937832 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: dv-cinder-820578-3-iscsi {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:50.050174 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks [] for router_gateway (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.105701 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Deleting port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:50.106047 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.186961 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] For port 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:50.187382 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.200630 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Calling delete_port for 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:50.248569 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:48:49Z', 'revision_number': 5, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port': {'id': '2cc1b0eb-9f35-465d-8f25-8b94c96d7abf', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:50.274507 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Checking router: 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce for host: dv-cinder-820578-3-iscsi {{(pid=103458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:50.282706 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Routers {'6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:50.283328 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'], 'active': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:50.368324 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (2cc1b0eb-9f35-465d-8f25-8b94c96d7abf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.373995 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvr_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] Set router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce gateway port host: None {{(pid=103458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:50.394822 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc1b0eb-9f35-465d-8f25-8b94c96d7abf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:50.429892 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_hamode_db [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:48:50Z', 'revision_number': 6, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:50.456633 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec83d63-151c-4863-b91c-1dca1e8984f8 None None] The sync data for ids ['6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce'] in dv-cinder-820578-3-iscsi is: [{'id': '6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce', 'name': 'tempest-TestVolumeBootPattern-18848474-router', 'tenant_id': 'a64a9dbe39674a6889658095d26bcf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:19Z', 'updated_at': '2022-03-22T17:48:50Z', 'revision_number': 6, 'project_id': 'a64a9dbe39674a6889658095d26bcf23', 'gw_port_host': None}] {{(pid=103458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:50.462103 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.559749 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.562080 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks [] for router_controller (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.606774 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.607517 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:48:50.612681 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.613826 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dbbe1f03-e152-4256-935c-a1681e01fe3b admin admin] 10.222.0.69 "DELETE /v2.0/routers/6abee8b0-f2e4-4cdf-aeb1-fa60f1dcc8ce HTTP/1.1" status: 204 len: 168 time: 0.8044250 Mar 22 17:48:50.616280 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:50.660279 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Deleting subnet c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:48:50.663308 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Publish callbacks [] for subnet (c8a5b462-be77-439f-aa7d-3f1b2d2f9f27), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.700580 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9500560'] for subnet (c8a5b462-be77-439f-aa7d-3f1b2d2f9f27), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.773893 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (c8a5b462-be77-439f-aa7d-3f1b2d2f9f27), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.830440 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9850374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9558255'] for subnet (c8a5b462-be77-439f-aa7d-3f1b2d2f9f27), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.857955 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a5b462-be77-439f-aa7d-3f1b2d2f9f27,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:50.863449 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:50.868525 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2685aa54-38a0-4bd6-a670-48a098ee0b56 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c8a5b462-be77-439f-aa7d-3f1b2d2f9f27 HTTP/1.1" status: 204 len: 168 time: 0.2508974 Mar 22 17:48:50.869659 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722037e-3eb8-4af3-ae24-5ffce9cf9ba9 None None] Network 2a947be7-ce4d-4075-adbf-8ba2bf533c52 requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:50.870669 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.69', 54388) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:50.946132 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (2a947be7-ce4d-4075-adbf-8ba2bf533c52), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.002111 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Deleting port adfba10f-6956-4a28-82ba-076108462681 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:51.002461 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (adfba10f-6956-4a28-82ba-076108462681), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.064304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] For port adfba10f-6956-4a28-82ba-076108462681, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=adfba10f-6956-4a28-82ba-076108462681,segment=NetworkSegment(a60221fe-1357-4731-bc20-1057c44bb62e),segment_id=a60221fe-1357-4731-bc20-1057c44bb62e)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:51.064694 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (adfba10f-6956-4a28-82ba-076108462681), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.081924 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Calling delete_port for adfba10f-6956-4a28-82ba-076108462681 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:51.162068 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9847287'] for port (adfba10f-6956-4a28-82ba-076108462681), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.186638 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfba10f-6956-4a28-82ba-076108462681,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.190111 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] No DVR routers for this DVR port adfba10f-6956-4a28-82ba-076108462681 on host dv-cinder-820578-3-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:51.247441 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed8012-c37b-447a-829a-1ce0ed2dbb43 None None] DHCP port deletion for 2a947be7-ce4d-4075-adbf-8ba2bf533c52 request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:48:51.265102 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (2a947be7-ce4d-4075-adbf-8ba2bf533c52), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.286289 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a947be7-ce4d-4075-adbf-8ba2bf533c52']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:51.295495 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60221fe-1357-4731-bc20-1057c44bb62e') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:51.295797 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60221fe-1357-4731-bc20-1057c44bb62e') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:51.305693 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9500585'] for segment (a60221fe-1357-4731-bc20-1057c44bb62e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.319275 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (a60221fe-1357-4731-bc20-1057c44bb62e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.325738 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:48:51.326304 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847204'] for segment (a60221fe-1357-4731-bc20-1057c44bb62e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: Traceback (most recent call last): Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: timer() Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: cb(*args, **kw) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: return func(*args, **kwargs) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: self._notify() Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: self.callback(batched_events) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: event.method(event) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: return f(self, *a, **k) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._get(url).json() Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:48:51.328334 dv-cinder-820578-3-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:48:51.381828 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (2a947be7-ce4d-4075-adbf-8ba2bf533c52), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.387315 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.392487 dv-cinder-820578-3-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2a947be7-ce4d-4075-adbf-8ba2bf533c52 HTTP/1.1" status: 204 len: 168 time: 0.5183539 Mar 22 17:48:51.393725 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54390) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:51.402655 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e00c7-1046-4742-9b7f-11f1a0376548 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a947be7-ce4d-4075-adbf-8ba2bf533c52,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:51.754883 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654853'] for router_interface (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:51.993749 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Deleting port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:51.994093 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.078535 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] For port 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:52.078535 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.089059 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Calling delete_port for 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd owned by network:router_interface {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:52.274626 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (9ba27f91-5fb7-4f6a-b942-4f67cacc36bd), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.299804 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba27f91-5fb7-4f6a-b942-4f67cacc36bd,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:52.478263 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1621570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655541'] for router_interface (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.540433 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d7e0aaaa-fee1-46b5-80df-97657d2d423c no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:52.568607 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: d7e0aaaa-fee1-46b5-80df-97657d2d423c {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:52.569099 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device d7e0aaaa-fee1-46b5-80df-97657d2d423c not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:52.569610 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:52.589116 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:52.589401 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 2cc1b0eb-9f35-465d-8f25-8b94c96d7abf not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:52.589995 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device adfba10f-6956-4a28-82ba-076108462681 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:52.608963 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: adfba10f-6956-4a28-82ba-076108462681 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:52.609250 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device adfba10f-6956-4a28-82ba-076108462681 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:52.699195 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Router a0ac9457-3196-4fd8-be7f-4c00a784ae71 has already been hosted by L3 agent 45f83387-bb93-4b66-88eb-91bfe18d44cf {{(pid=103456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 17:48:52.806741 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] Notify agent at l3_agent.dv-cinder-820578-3-iscsi the message routers_updated {{(pid=103456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 17:48:52.811727 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-509ec68f-b151-4dd2-92bb-3007042136fc admin admin] 10.222.0.69 "PUT /v2.0/routers/a0ac9457-3196-4fd8-be7f-4c00a784ae71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164896 Mar 22 17:48:52.814257 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54392) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:52.817300 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Sync routers for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 17:48:52.829003 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:52.829789 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:52.918517 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks [] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:52.935213 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: dv-cinder-820578-3-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:53.022640 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks [] for router_gateway (a0ac9457-3196-4fd8-be7f-4c00a784ae71), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.076940 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Deleting port 78b6d979-7824-4a10-83d6-b1b5ee34f002 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:53.077287 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.130775 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'external_fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:48:52Z', 'revision_number': 5, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port': {'id': '78b6d979-7824-4a10-83d6-b1b5ee34f002', 'name': '', 'network_id': 'cf252416-7198-47c3-b0d6-cd702e337b85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820578-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T17:38:28Z', 'updated_at': '2022-03-22T17:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c789f51d-6c13-4dd6-972f-c623757a8162', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820578-3-iscsi'}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:53.161008 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] For port 78b6d979-7824-4a10-83d6-b1b5ee34f002, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=78b6d979-7824-4a10-83d6-b1b5ee34f002,segment=NetworkSegment(38448356-4d73-4873-bb14-1a77a59cbe4a),segment_id=38448356-4d73-4873-bb14-1a77a59cbe4a)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:53.161377 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.164402 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Checking router: a0ac9457-3196-4fd8-be7f-4c00a784ae71 for host: dv-cinder-820578-3-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 17:48:53.174667 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Calling delete_port for 78b6d979-7824-4a10-83d6-b1b5ee34f002 owned by network:router_gateway {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:53.177369 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Routers {'a0ac9457-3196-4fd8-be7f-4c00a784ae71'} bound to L3 agent in host dv-cinder-820578-3-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 17:48:53.177983 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820578-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T17:26:01Z,description=,heartbeat_timestamp=2022-03-22T17:48:31Z,host='dv-cinder-820578-3-iscsi',id=45f83387-bb93-4b66-88eb-91bfe18d44cf,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T17:26:01Z,topic='l3_agent')) {'router_ids': ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:53.265554 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] Set router a0ac9457-3196-4fd8-be7f-4c00a784ae71 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 17:48:53.321115 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:48:53Z', 'revision_number': 6, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port_host': None}], 'dv-cinder-820578-3-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:53.342279 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (78b6d979-7824-4a10-83d6-b1b5ee34f002), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.375516 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b6d979-7824-4a10-83d6-b1b5ee34f002,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:53.436172 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655823'] for router_gateway (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.440266 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434e8d4-001a-4297-a051-dd4b836ac291 None None] The sync data for ids ['a0ac9457-3196-4fd8-be7f-4c00a784ae71'] in dv-cinder-820578-3-iscsi is: [{'id': 'a0ac9457-3196-4fd8-be7f-4c00a784ae71', 'name': 'tempest-TestVolumeBootPattern-630329893-router', 'tenant_id': 'ef91e65660cc4641b7fbc3e958c54512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T17:38:27Z', 'updated_at': '2022-03-22T17:48:53Z', 'revision_number': 6, 'project_id': 'ef91e65660cc4641b7fbc3e958c54512', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 17:48:53.537560 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-504'] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.539702 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks [] for router_controller (a0ac9457-3196-4fd8-be7f-4c00a784ae71), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.583871 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1657836'] for router (a0ac9457-3196-4fd8-be7f-4c00a784ae71), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.584417 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ac9457-3196-4fd8-be7f-4c00a784ae71 {{(pid=103456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 17:48:53.589954 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.591096 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-e4602564-6efa-4ca0-8d09-fb2848670c03 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a0ac9457-3196-4fd8-be7f-4c00a784ae71 HTTP/1.1" status: 204 len: 168 time: 0.7759082 Mar 22 17:48:53.593638 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54394) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:53.637195 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Deleting subnet 83534e7f-f408-4eb7-ba1b-33368d8b0d5b {{(pid=103456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 17:48:53.640334 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Publish callbacks [] for subnet (83534e7f-f408-4eb7-ba1b-33368d8b0d5b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.673801 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9993821'] for subnet (83534e7f-f408-4eb7-ba1b-33368d8b0d5b), precommit_delete_associations {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.759915 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133393905'] for subnet (83534e7f-f408-4eb7-ba1b-33368d8b0d5b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.823103 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133393896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10011756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628935'] for subnet (83534e7f-f408-4eb7-ba1b-33368d8b0d5b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.855423 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83534e7f-f408-4eb7-ba1b-33368d8b0d5b,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:53.857584 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:53.862329 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-bd4ac8ff-da06-4905-ac10-739d17d13516 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/83534e7f-f408-4eb7-ba1b-33368d8b0d5b HTTP/1.1" status: 204 len: 168 time: 0.2662673 Mar 22 17:48:53.864266 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54396) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:53.867520 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6cc97-37b8-44f2-a9d1-f7b02a1183b1 None None] Network c98c9cf0-cc4e-47e5-bc0b-57534df3ffca requested from dv-cinder-820578-3-iscsi {{(pid=103458) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 17:48:53.937154 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133170366'] for network (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.227193 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] DHCP port deletion for c98c9cf0-cc4e-47e5-bc0b-57534df3ffca request from dv-cinder-820578-3-iscsi {{(pid=103458) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 17:48:54.263275 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Deleting port 88c538ef-0713-48bf-83ba-9131a6c0bc95 {{(pid=103456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:54.263624 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.275201 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Deleting port 88c538ef-0713-48bf-83ba-9131a6c0bc95 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 17:48:54.275589 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792669706271'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.329899 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.db [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] For port 88c538ef-0713-48bf-83ba-9131a6c0bc95, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=88c538ef-0713-48bf-83ba-9131a6c0bc95,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:54.330395 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.340304 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] For port 88c538ef-0713-48bf-83ba-9131a6c0bc95, host dv-cinder-820578-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820578-3-iscsi',level=0,port_id=88c538ef-0713-48bf-83ba-9131a6c0bc95,segment=NetworkSegment(16d9e858-ce02-4ebd-a11d-ac702eeb082b),segment_id=16d9e858-ce02-4ebd-a11d-ac702eeb082b)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 17:48:54.340735 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658967'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.342969 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.plugin [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Calling delete_port for 88c538ef-0713-48bf-83ba-9131a6c0bc95 owned by network:dhcp {{(pid=103456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:54.354002 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Calling delete_port for 88c538ef-0713-48bf-83ba-9131a6c0bc95 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 17:48:54.427975 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10013597'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.434780 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133464716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792669711746', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792669209061'] for port (88c538ef-0713-48bf-83ba-9131a6c0bc95), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.462124 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=88c538ef-0713-48bf-83ba-9131a6c0bc95,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.465083 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] No DVR routers for this DVR port 88c538ef-0713-48bf-83ba-9131a6c0bc95 on host dv-cinder-820578-3-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:54.466714 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44e693-67f4-4c22-b797-33e289bf03a5 None None] Pushing event deleted for resources: {'Port': ['ID=88c538ef-0713-48bf-83ba-9131a6c0bc95,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.478914 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] No DVR routers for this DVR port 88c538ef-0713-48bf-83ba-9131a6c0bc95 on host dv-cinder-820578-3-iscsi {{(pid=103456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 17:48:54.517325 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:54.541240 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:54.544351 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 9ba27f91-5fb7-4f6a-b942-4f67cacc36bd not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:54.545868 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 88c538ef-0713-48bf-83ba-9131a6c0bc95 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:54.566617 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133327172', 'neutron.services.segments.db._delete_segments_for_network-8792669536067'] for network (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.568066 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 88c538ef-0713-48bf-83ba-9131a6c0bc95 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:54.569119 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 88c538ef-0713-48bf-83ba-9131a6c0bc95 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:54.569119 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 78b6d979-7824-4a10-83d6-b1b5ee34f002 no longer exists at agent ovs-agent-dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 17:48:54.587560 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98c9cf0-cc4e-47e5-bc0b-57534df3ffca']}} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:54.588554 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] No Port match for: 78b6d979-7824-4a10-83d6-b1b5ee34f002 {{(pid=103458) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 17:48:54.588908 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.rpc [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Device 78b6d979-7824-4a10-83d6-b1b5ee34f002 not bound to the agent host dv-cinder-820578-3-iscsi {{(pid=103458) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 17:48:54.597026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d9e858-ce02-4ebd-a11d-ac702eeb082b') {'for_net_delete': True} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:54.597324 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.services.segments.db [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d9e858-ce02-4ebd-a11d-ac702eeb082b') {} {{(pid=103456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 17:48:54.607430 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792669537356', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9993828'] for segment (16d9e858-ce02-4ebd-a11d-ac702eeb082b), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.620058 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968'] for segment (16d9e858-ce02-4ebd-a11d-ac702eeb082b), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.625813 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 17:48:54.626208 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133396968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10013646'] for segment (16d9e858-ce02-4ebd-a11d-ac702eeb082b), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: Traceback (most recent call last): Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: timer() Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: cb(*args, **kw) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: return func(*args, **kwargs) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: self._notify() Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: self.callback(batched_events) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: event.method(event) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: return f(self, *a, **k) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._get(url).json() Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: return self.request(url, 'GET', **kwargs) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 17:48:54.628009 dv-cinder-820578-3-iscsi neutron-server[103456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 17:48:54.681212 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133327231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1621581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655923'] for network (c98c9cf0-cc4e-47e5-bc0b-57534df3ffca), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.686540 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621631'] for network (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.689828 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] 10.222.0.69 "DELETE /v2.0/networks/c98c9cf0-cc4e-47e5-bc0b-57534df3ffca HTTP/1.1" status: 204 len: 168 time: 0.8249497 Mar 22 17:48:54.702329 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e5be3-bf61-4a19-be40-7fddea020d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c98c9cf0-cc4e-47e5-bc0b-57534df3ffca,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:54.858219 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54400) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:54.898146 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-74196877-4870-43a2-8a94-1cde3b8e1467 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a64a9dbe39674a6889658095d26bcf23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387771 Mar 22 17:48:54.900521 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54402) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:54.950057 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] Publish callbacks [] for security_group (cac1b305-5400-4063-ae03-96c06a5c1e43), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:54.970734 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] Publish callbacks [] for security_group (cac1b305-5400-4063-ae03-96c06a5c1e43), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.018611 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (cac1b305-5400-4063-ae03-96c06a5c1e43), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.022464 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.023630 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cac1b305-5400-4063-ae03-96c06a5c1e43 HTTP/1.1" status: 204 len: 168 time: 0.1222069 Mar 22 17:48:55.031314 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9293-395a-46da-a351-774122f0ac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1b305-5400-4063-ae03-96c06a5c1e43,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:55.351101 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54408) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:55.391626 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-c64da0fb-d5ec-42c9-a1ce-a5f8611cbf9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef91e65660cc4641b7fbc3e958c54512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393686 Mar 22 17:48:55.394026 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [-] (103456) accepted ('10.222.0.69', 54410) {{(pid=103456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 17:48:55.439305 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] Publish callbacks [] for security_group (64ad7533-62e8-48d4-b02a-cca1202a87d6), before_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.460454 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] Publish callbacks [] for security_group (64ad7533-62e8-48d4-b02a-cca1202a87d6), precommit_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.506207 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603618'] for security_group (64ad7533-62e8-48d4-b02a-cca1202a87d6), after_delete {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.508828 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron_lib.callbacks.manager [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:48:55.509990 dv-cinder-820578-3-iscsi neutron-server[103456]: INFO neutron.wsgi [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64ad7533-62e8-48d4-b02a-cca1202a87d6 HTTP/1.1" status: 204 len: 168 time: 0.1150727 Mar 22 17:48:55.518595 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403559ec-f125-471e-b0a3-1183bbafb820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ad7533-62e8-48d4-b02a-cca1202a87d6,revision_number=None']} {{(pid=103456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 17:48:58.908350 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a91d2b62-7f49-4b97-8dfa-56f4767c403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:01.305869 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5e0d9cff-fe65-423d-9508-a01bccf4a41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:02.289666 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:04.062863 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:05.372462 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:12.276703 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:15.854301 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:28.909381 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5dcd06b8-c9a2-4411-bbb4-62509c252582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:31.307510 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2fc-e099-4bc4-a1b7-72b0440ab3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:32.293484 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:34.065285 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:35.374912 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:45.863614 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:49:49.275739 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:49:58.911884 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec0a69a6-44a5-4788-bc2a-fad3269f8b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:01.309796 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d64f53a-d454-487c-ac99-c104e5166ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:02.295627 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:04.068571 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:05.376836 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:15.868033 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:16.772537 dv-cinder-820578-3-iscsi neutron-server[103456]: DEBUG neutron.wsgi [req-a3a32bc9-0ec2-454e-bd53-7dc282adcce7 req-1dd02b98-a82d-4099-a110-36e3c318c2c3 service neutron] (103456) timed out ('10.222.0.62', 50307) {{(pid=103456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:50:17.823781 dv-cinder-820578-3-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-df7a4d6f-2d51-438a-96a0-d92ed6782228 req-0491b8bb-01eb-4016-abe4-1b2fd716afa1 service neutron] (103457) timed out ('10.222.0.62', 50293) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 17:50:26.273986 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:50:28.913827 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d81f367e-c59b-4ea7-8a1b-ca8f9a3a5928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:31.312847 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-473c8f8b-2a89-47c8-afcb-9417a2dd6551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:32.298363 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:34.070614 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:35.378562 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:45.873698 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:50:58.916012 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b42bc781-b954-4784-8e85-482bc20abad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:01.314865 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcecc-a44c-4cc6-8197-f1e0f69e1491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:02.301182 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:03.273258 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:51:04.073324 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:05.381625 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:15.866381 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:28.917588 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afb5922d-ed3f-4cc5-bfa8-104c321e5859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:31.319477 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a4ff-46f9-44b5-bab5-85292cff9c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:32.304283 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:34.075601 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:35.383279 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:40.271948 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:51:45.880596 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:51:58.919001 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ef0e409e-c947-4f44-98f8-678a4cfe1502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:01.323441 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b7be9363-cb2f-4d8e-92a2-d6a5a6c61c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:02.307819 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:04.078837 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:05.384277 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:15.879506 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:17.270366 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:28.920299 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7ede-9abe-412d-8f41-c3234b76c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:31.325464 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-046850c3-3aee-4e4f-a207-66fb5fd57f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:32.310196 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:34.080886 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:35.389259 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:45.894520 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:52:54.269145 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:52:58.921701 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-afb83c7d-5ee7-467d-8bc3-a9df3b8cd155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:01.326762 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-213e43c8-4bee-4554-8022-e04f23e88a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:02.311590 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:04.084024 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:05.390886 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:15.907762 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:28.922772 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dff49c2b-d8b0-4bdf-978c-d5db3bc16a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:31.266904 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:53:31.329900 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cea6e5d9-5d12-443a-932f-bc84d803a313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:32.314719 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:34.087387 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:35.395025 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:45.909510 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:53:58.922996 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6054da8d-220e-4d35-ba98-82703c993aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:01.331373 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8c343a54-2509-4770-87e1-35eab0e25d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:02.317568 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:04.088058 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:05.397518 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7f0f09a5-e7a7-4e98-9a99-750df65587e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (bf695e84-eb11-4425-b7b0-6aa8cfdd297f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:08.265708 dv-cinder-820578-3-iscsi neutron-server[103459]: DEBUG neutron.db.agents_db [None req-cad0a4c3-19bc-41a7-80a6-064354f5d6c3 None None] Agent healthcheck: found 6 active agents {{(pid=103459) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 17:54:15.904942 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc698dcd-24cf-48b3-8f05-13780140cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (6dccad76-f6e6-48da-b46b-069fa1d892ec), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:28.923374 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-91fb862e-01f5-45a5-bbe6-0443152add0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a7bc2352-0c8f-4d70-b368-170e3aa72fd3), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:31.332130 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1d08-79d4-423a-b0d3-0792215682a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (45f83387-bb93-4b66-88eb-91bfe18d44cf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:32.321802 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd03-7d93-40dd-b57f-a21fb3d2ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (837932c4-0325-45db-bdb0-c375445236bf), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 17:54:34.093531 dv-cinder-820578-3-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21dd-af70-4aaf-855b-5e4152befce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792669536049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133305223'] for agent (a053c782-1e6e-4d5f-a6bf-04b56079d02f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}